-- Logs begin at Wed 2022-04-06 12:13:31 UTC, end at Wed 2022-04-06 13:13:57 UTC. -- Apr 06 12:45:55.965766 dv-cinder-836769-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 12:45:58.940333 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:45:58.940958 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:45:58.941108 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:45:58.944364 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:45:58.944614 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:45:58.944920 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:45:58.945883 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:45:58.946113 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:45:58.946479 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:45:58.946719 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:45:58.946938 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:45:58.947342 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.947759 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 12:45:58.948062 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.948354 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.948636 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.948923 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.949204 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.949478 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.949780 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.950071 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.950349 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.950620 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.950896 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.951178 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.951452 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.951728 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.952005 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.952281 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] debug = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.952554 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.952973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.954062 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.954351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.954635 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.954911 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.955175 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.955442 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.955716 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.956037 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] host = dv-cinder-836769-2-iscsi {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.956306 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.956584 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.956862 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.957138 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.957405 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.957699 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.957975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.958252 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.958507 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.958772 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.959050 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.959336 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.959609 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.959827 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.960044 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.960332 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.960609 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.960875 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.961139 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.961404 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.961693 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.961960 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.962220 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.962496 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.962771 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.963053 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.963316 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.963577 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.963838 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.964101 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.964381 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.964646 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.964913 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.965178 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.965458 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.965749 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.966017 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.966309 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.966588 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.966864 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.967144 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.967409 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.967682 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.967945 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.968206 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.968466 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_json = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.968729 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.969013 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.969287 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.969550 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.969835 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.970098 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.970359 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.970634 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.970898 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:45:58.971185 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.971474 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.971764 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.972054 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.972334 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.972603 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.972882 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.973149 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.973428 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.973735 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.974018 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.974289 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.974580 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.974865 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.975156 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.975453 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.975757 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.976025 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.976293 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.976558 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.976823 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.977090 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.977367 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.977669 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.977952 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.978232 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.978500 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.978788 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.979067 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.979352 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.979636 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.979903 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.980172 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.980454 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.980722 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.980988 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.981256 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.981535 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.981826 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.982089 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.982360 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.982630 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.982896 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.983163 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.983433 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.983714 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.983986 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.984250 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.984529 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.984810 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.985073 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.985349 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.985645 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.985915 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.986181 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.986452 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.986719 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.986987 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.987257 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.987525 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.987794 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.988059 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.988325 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.988593 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.988860 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.989126 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.989389 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.989682 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.989953 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.990216 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.990481 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.990746 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.991012 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.991277 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.991551 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.991837 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.992106 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.992376 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.992646 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.992915 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.993180 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.993447 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.993743 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.994017 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.994281 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.994563 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.994836 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.995113 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.995404 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.995671 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.995957 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.996224 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.996491 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.996768 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.997035 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.997305 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.997609 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.997874 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.998160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.998449 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.998735 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.999020 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.999304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.999579 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:58.999879 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:59.000655 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:45:59.000874 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:45:59.001107 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109599) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 12:45:59.376000 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:45:59.376268 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:45:59.376571 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:45:59.376906 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 12:45:59.703902 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.704190 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.704447 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.705638 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.705909 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.707913 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.759973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.760245 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.760504 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.774973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.775250 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.775512 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.806547 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.806807 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.807071 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.844459 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.844735 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:45:59.844999 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.185253 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.185930 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.185930 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.186102 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.186720 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.288598 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.288993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.289276 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.289543 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.289894 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.290216 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.290454 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.290704 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.290952 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.291228 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.291481 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.291734 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.292024 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.292271 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.292526 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.292811 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.293055 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.293358 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.293645 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.293930 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.294204 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.294455 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.294759 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.295129 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.295413 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.295655 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.296391 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.296635 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.296874 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.297768 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.298012 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.298248 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:00.298619 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 12:46:00.302072 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 12:46:00.306130 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 12:46:00.310259 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 06 12:46:00.311899 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 12:46:00.312379 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 12:46:00.313887 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 12:46:00.313887 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 12:46:00.318000 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 12:46:00.318245 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 12:46:00.318590 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:46:00.323593 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 12:46:00.349004 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 12:46:00.349502 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.349889 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109599) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 12:46:00.350292 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.351742 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109599) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 12:46:00.352022 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:46:00.352299 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 12:46:00.355846 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.356145 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:00.425751 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 12:46:00.425983 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 12:46:00.426216 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 12:46:00.426620 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 12:46:00.447947 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_db.sqlalchemy.engines [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109599) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 12:46:00.886596 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing driver for type 'gre' Apr 06 12:46:00.887115 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] gre ID ranges: [(1, 1000)] Apr 06 12:46:00.939501 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing driver for type 'local' Apr 06 12:46:00.939880 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing driver for type 'vlan' Apr 06 12:46:00.954867 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] VlanTypeDriver initialization complete Apr 06 12:46:00.955231 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing driver for type 'vxlan' Apr 06 12:46:00.955785 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] vxlan ID ranges: [(1, 1000)] Apr 06 12:46:01.007235 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing extension driver 'port_security' Apr 06 12:46:01.007571 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.extensions.port_security [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] PortSecurityExtensionDriver initialization complete Apr 06 12:46:01.007902 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing mechanism driver 'openvswitch' Apr 06 12:46:01.008235 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing mechanism driver 'hyperv' Apr 06 12:46:01.014911 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.plugin [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:01.016254 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.016636 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.016984 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.017524 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.017976 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.018322 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.018663 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.019058 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.019464 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.019808 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.020144 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.020537 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.020942 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.021287 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.021652 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.022048 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.022446 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.022787 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.023124 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.023517 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.023913 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > address_group after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.024252 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > address_group after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.024586 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.024994 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:46:01.025413 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] ML2 OVO RPC backend initialized. {{(pid=109599) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 12:46:01.026157 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.026514 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.026926 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.027272 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > networks before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.027614 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.027950 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > ports before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.028291 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.028626 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnets before_response 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.028967 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.029300 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.029659 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.029995 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.030327 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.030657 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.030990 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.031319 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.032230 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.039510 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded quota_driver: . Apr 06 12:46:01.039874 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.plugin [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Modular L2 Plugin initialization complete Apr 06 12:46:01.040219 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading services supported by the core plugin {{(pid=109599) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 12:46:01.040559 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.plugins.ml2.managers [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Got port-security extension from driver 'port_security' Apr 06 12:46:01.041036 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.extensions.vlantransparent [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Disabled vlantransparent extension. Apr 06 12:46:01.041533 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109599) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 12:46:01.041881 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: router Apr 06 12:46:01.078285 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.079189 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_create 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.079557 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router before_create 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.079915 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.080285 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.080637 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_delete 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.080991 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.081338 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.081720 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_create 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.082064 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.082413 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.082763 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.083117 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.083526 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.083888 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.084221 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.084557 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: subnet after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.084921 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.085263 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.085630 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.085975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.086312 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.086664 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router after_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.087001 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.087350 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.087702 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.088043 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.088402 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > agent after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.088884 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > agent after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.089233 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > network after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.090132 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Tracking information for resource: router configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:01.090463 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Tracking information for resource: floatingip configured {{(pid=109599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:46:01.095444 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.db.l3_agentschedulers_db [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 12:46:01.096024 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.096385 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.096734 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.097082 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: port after_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.097919 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router before_create 55550100 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.098287 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.098648 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_create 55550100 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.099002 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > router precommit_update 55550100 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.103762 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.provider_configuration [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service providers = [] {{(pid=109599) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 12:46:01.104127 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.db.servicetype_db [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109599) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 12:46:01.107139 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.service_base [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:46:01.107489 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.service_base [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:46:01.107829 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.service_base [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:46:01.108716 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.services.service_base [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:46:01.109089 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.services.service_base [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 12:46:01.109483 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.109844 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 12:46:01.120391 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.120725 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: auto_allocate Apr 06 12:46:01.127024 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: network precommit_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.127390 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: network precommit_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.127911 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.128230 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: tag Apr 06 12:46:01.134931 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.135257 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: timestamp Apr 06 12:46:01.139159 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.139438 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: network_ip_availability Apr 06 12:46:01.145587 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.145975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.146331 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.147056 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.147376 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: flavors Apr 06 12:46:01.153718 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.154059 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading Plugin: revisions Apr 06 12:46:01.158550 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:46:01.158944 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=109599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:46:01.159693 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109599) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 12:46:01.160027 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Initializing extension manager. Apr 06 12:46:01.160548 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: __init__.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.160885 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: __pycache__ {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.161213 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: address_group.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.162019 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.162730 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: address-group Apr 06 12:46:01.163116 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: address_scope.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.163843 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.164365 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: address-scope Apr 06 12:46:01.164685 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.165659 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.166189 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: router-admin-state-down-before-update Apr 06 12:46:01.166508 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: agent.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.167210 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.167729 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: agent Apr 06 12:46:01.168046 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: agent_resources_synced.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.168976 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.169496 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: agent-resources-synced Apr 06 12:46:01.169849 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.174428 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.174428 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: allowed-address-pairs Apr 06 12:46:01.174428 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.174428 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.174854 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: auto-allocated-topology Apr 06 12:46:01.175179 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: availability_zone.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.175890 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.176418 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: availability_zone Apr 06 12:46:01.176738 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: availability_zone_filter.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.177864 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.178388 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: availability_zone_filter Apr 06 12:46:01.178705 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: data_plane_status.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.179632 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.180146 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 12:46:01.180463 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: default_subnetpools.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.181383 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.181936 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: default-subnetpools Apr 06 12:46:01.182255 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.183105 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.183620 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: dhcp_agent_scheduler Apr 06 12:46:01.183940 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: dns.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.184879 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.185392 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 12:46:01.186346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: dns_domain_ports.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.186662 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.187177 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 12:46:01.187493 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.188958 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.189479 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 12:46:01.189830 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: dvr.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.190512 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.191022 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: dvr Apr 06 12:46:01.191337 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: ecmp_routes.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.192278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.192785 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 12:46:01.193100 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: empty_string_filtering.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.194319 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.194840 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: empty-string-filtering Apr 06 12:46:01.195158 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.196086 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.196598 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:46:01.196914 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.197880 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.198388 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 12:46:01.198703 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: external_net.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.199622 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.200133 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: external-net Apr 06 12:46:01.200450 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.201351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.201894 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: extra_dhcp_opt Apr 06 12:46:01.202218 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: extraroute.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.203126 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.204202 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: extraroute Apr 06 12:46:01.204663 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: extraroute_atomic.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.205756 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.206277 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: extraroute-atomic Apr 06 12:46:01.206596 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: filter_validation.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.207278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.207787 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: filter-validation Apr 06 12:46:01.208104 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: fip_pf_description.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.209008 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.209515 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 12:46:01.209860 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: fip_pf_port_range.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.210760 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.211268 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 12:46:01.211584 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: fip_port_details.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.212735 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.213253 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: fip-port-details Apr 06 12:46:01.213595 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: flavors.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.214837 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.215370 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: flavors Apr 06 12:46:01.215698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.217382 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.217944 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 12:46:01.218278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: floatingip_pools.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.219021 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.219670 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: floatingip-pools Apr 06 12:46:01.219993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: ip_allocation.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.220914 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.221431 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 12:46:01.221780 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.222707 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.223228 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: ip-substring-filtering Apr 06 12:46:01.223552 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l2_adjacency.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.224477 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.224990 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 12:46:01.225311 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.226351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.226881 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: router Apr 06 12:46:01.227203 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.229458 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.230037 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:46:01.230366 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.231283 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.231812 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: ext-gw-mode Apr 06 12:46:01.232133 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.233058 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.233603 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: l3-ha Apr 06 12:46:01.233931 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.234868 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.235390 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 12:46:01.235709 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_flavors.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.236622 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.237143 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: l3-flavors Apr 06 12:46:01.237463 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.238927 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.239447 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 12:46:01.239773 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.240688 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.241212 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 12:46:01.241535 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: l3agentscheduler.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.242627 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.243150 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: l3_agent_scheduler Apr 06 12:46:01.243473 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: local_ip.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.245294 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.245855 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension local_ip not supported by any of loaded plugins Apr 06 12:46:01.246188 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: logging.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.247793 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.248324 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension logging not supported by any of loaded plugins Apr 06 12:46:01.248653 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: metering.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.249393 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.250012 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: metering Apr 06 12:46:01.250962 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.252106 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.252639 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: metering_source_and_destination_fields Apr 06 12:46:01.252964 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: multiprovidernet.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.253930 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.254457 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: multi-provider Apr 06 12:46:01.254779 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: netmtu.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.255687 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.256205 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: net-mtu Apr 06 12:46:01.256526 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: netmtu_writable.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.257433 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.257994 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: net-mtu-writable Apr 06 12:46:01.258316 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: network_availability_zone.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.258979 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.259494 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: network_availability_zone Apr 06 12:46:01.259810 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: network_ip_availability.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.260903 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.261426 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: network-ip-availability Apr 06 12:46:01.261794 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: network_segment_range.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.262546 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.263061 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 12:46:01.263382 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: pagination.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.264358 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.264688 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: pagination Apr 06 12:46:01.265006 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: port_device_profile.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.266631 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.267215 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: port-device-profile Apr 06 12:46:01.267531 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.268460 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.268982 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: port-mac-address-regenerate Apr 06 12:46:01.269300 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.270240 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.270758 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: port-numa-affinity-policy Apr 06 12:46:01.271077 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: port_resource_request.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.271986 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.272502 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 12:46:01.272817 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: port_resource_request_groups.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.273802 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.274317 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 12:46:01.274631 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: portbindings.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.275541 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.276058 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: binding Apr 06 12:46:01.276374 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: portbindings_extended.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.277663 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.278194 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: binding-extended Apr 06 12:46:01.278519 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: portsecurity.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.279435 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.279957 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: port-security Apr 06 12:46:01.280282 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: project_id.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.281254 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.281794 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: project-id Apr 06 12:46:01.282135 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: providernet.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.283052 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.283579 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: provider Apr 06 12:46:01.283897 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.287407 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.287939 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos not supported by any of loaded plugins Apr 06 12:46:01.288269 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.289508 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.290056 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 12:46:01.290382 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.291295 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.291813 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 12:46:01.292142 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_default.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.293060 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.293595 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-default not supported by any of loaded plugins Apr 06 12:46:01.293929 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_fip.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.294843 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.295367 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 12:46:01.295687 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.296847 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.297649 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 12:46:01.298002 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.299041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.299566 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 12:46:01.299889 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.300801 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.301322 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 12:46:01.301683 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.302729 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.303252 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 12:46:01.303576 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.304614 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.305135 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 12:46:01.305461 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_pps_rule.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.306655 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.307183 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 12:46:01.307506 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.308418 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.308938 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 12:46:01.309258 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.310206 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.310726 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 12:46:01.311046 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: qos_rules_alias.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.312102 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.313194 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 12:46:01.313727 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: quota_check_limit.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.314433 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.314962 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: quota-check-limit Apr 06 12:46:01.315281 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: quotasv2.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.316231 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.316559 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: quotas Apr 06 12:46:01.316897 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: quotasv2_detail.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.318626 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.318961 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: quota_details Apr 06 12:46:01.319288 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: rbac.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.320340 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.320876 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: rbac-policies Apr 06 12:46:01.321203 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: rbac_address_group.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.322160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.322695 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: rbac-address-group Apr 06 12:46:01.323018 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: rbac_address_scope.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.323973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.324494 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: rbac-address-scope Apr 06 12:46:01.324816 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: rbac_security_groups.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.325833 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.326368 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: rbac-security-groups Apr 06 12:46:01.326697 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.327646 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.328172 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: rbac-subnetpool Apr 06 12:46:01.329161 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: revisionifmatch.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.330118 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.330650 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: revision-if-match Apr 06 12:46:01.330971 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: revisions.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.332080 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.332609 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: standard-attr-revisions Apr 06 12:46:01.332933 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: router_availability_zone.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.333630 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.334154 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: router_availability_zone Apr 06 12:46:01.334476 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: routerservicetype.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.335391 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.335911 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 12:46:01.336235 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.337152 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.337702 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: security-groups-normalized-cidr Apr 06 12:46:01.338027 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.338948 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.339473 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: port-security-groups-filtering Apr 06 12:46:01.339796 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.340734 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.341259 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: security-groups-remote-address-group Apr 06 12:46:01.341605 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.342535 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.343053 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: security-groups-shared-filtering Apr 06 12:46:01.343373 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.344004 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 12:46:01.344443 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: securitygroup.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.354146 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.354685 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: security-group Apr 06 12:46:01.355019 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: segment.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.355747 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.356262 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension segment not supported by any of loaded plugins Apr 06 12:46:01.356587 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.357529 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.358079 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 12:46:01.358405 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: servicetype.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.359525 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.360049 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: service-type Apr 06 12:46:01.360372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: sorting.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.361345 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.361704 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: sorting Apr 06 12:46:01.362035 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: standard_attr_segment.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.362943 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.363469 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 12:46:01.363789 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: standardattrdescription.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.364433 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.364953 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: standard-attr-description Apr 06 12:46:01.365272 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: stateful_security_group.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.366220 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.366748 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: stateful-security-group Apr 06 12:46:01.367066 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: stdattrs_common.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.367628 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 12:46:01.367945 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.368882 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.369402 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 12:46:01.369756 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnet_onboard.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.370809 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.371374 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: subnet_onboard Apr 06 12:46:01.371653 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.372800 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.373096 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 12:46:01.373414 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnet_service_types.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.374359 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.374977 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: subnet-service-types Apr 06 12:46:01.375759 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnetallocation.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.376846 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.377373 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: subnet_allocation Apr 06 12:46:01.377725 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.378390 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.378908 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: subnetpool-prefix-ops Apr 06 12:46:01.379228 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.380162 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.380683 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 12:46:01.381003 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: tagging.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.382103 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.382648 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: standard-attr-tag Apr 06 12:46:01.382973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: timestamp.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.384163 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.384686 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loaded extension: standard-attr-timestamp Apr 06 12:46:01.385008 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: trunk.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.386051 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.386573 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension trunk not supported by any of loaded plugins Apr 06 12:46:01.386895 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: trunk_details.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.387844 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.388360 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 12:46:01.388679 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.389671 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.390170 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 12:46:01.390489 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Loading extension file: vlantransparent.py {{(pid=109599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:46:01.391724 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:46:01.392230 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 12:46:01.394842 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:network Apr 06 12:46:01.395366 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnet Apr 06 12:46:01.395770 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:46:01.396157 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:port Apr 06 12:46:01.397407 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.397876 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service FLAVORS assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.398508 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.398939 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.399266 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:router Apr 06 12:46:01.399692 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:46:01.400201 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service METERING assigned prefix: /metering {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.401685 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.402057 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.402408 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:01.403422 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:46:01.403879 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:46:01.404305 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:46:01.404897 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service CORE assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.405223 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:46:01.405606 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] subnetpool is already registered Apr 06 12:46:01.406035 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service CORE assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.406521 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:46:01.406719 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] subnetpool is already registered Apr 06 12:46:01.408970 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.409398 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service FLAVORS assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.410030 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.410452 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.410783 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:router Apr 06 12:46:01.411117 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] router is already registered Apr 06 12:46:01.411526 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:46:01.411855 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] floatingip is already registered Apr 06 12:46:01.412306 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service METERING assigned prefix: /metering {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.412974 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:46:01.413303 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] rbac_policy is already registered Apr 06 12:46:01.413754 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:46:01.414089 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] security_group is already registered Apr 06 12:46:01.414491 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:46:01.414822 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] security_group_rule is already registered Apr 06 12:46:01.415435 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service CORE assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.415762 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:46:01.416092 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] subnetpool is already registered Apr 06 12:46:01.416508 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.v2.resource_helper [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Service CORE assigned prefix: {{(pid=109599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:46:01.416828 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:46:01.417151 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING neutron.quota.resource_registry [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] subnetpool is already registered Apr 06 12:46:01.417646 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: extensions {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.419111 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: address-groups {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.420614 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: address-scopes {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.422916 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: agents {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.424120 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: auto-allocated-topology {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.425371 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: availability_zones {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.426613 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: dhcp-networks {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.428110 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: dhcp-agents {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.429539 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: routers {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.432838 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: flavors {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.434039 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: service_profiles {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.435249 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: next_providers {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.436684 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: service_profiles {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.439008 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: floatingip-pools {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.440241 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: routers {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.442378 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: floatingips {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.443694 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: l3-routers {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.445077 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: l3-agents {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.446505 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: metering-labels {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.447873 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: metering-label-rules {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.449150 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: network-ip-availabilities {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.450453 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: bindings {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.452093 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: quotas {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.453748 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: quotas {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.455366 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: rbac-policies {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.456657 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: security-groups {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.457912 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: security-group-rules {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.459122 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: service-providers {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.460334 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: subnetpools {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.461777 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: subnetpools {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.463238 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.464893 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.466726 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.468507 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.470547 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.472354 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.474082 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.475986 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.477757 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.479579 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron.api.extensions [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Extended resource: tags {{(pid=109599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:46:01.486156 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING keystonemiddleware.auth_token [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 12:46:01.490938 dv-cinder-836769-2-iscsi neutron-server[109599]: WARNING keystonemiddleware.auth_token [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 12:46:01.499731 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Acquired lock "singleton_lock" {{(pid=109599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 12:46:01.500838 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_concurrency.lockutils [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Releasing lock "singleton_lock" {{(pid=109599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 12:46:01.501506 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Starting 2 workers Apr 06 12:46:01.506408 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Started child 109706 {{(pid=109599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:46:01.510999 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Started child 109707 {{(pid=109599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:46:01.511989 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.512685 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO neutron.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 12:46:01.513262 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.513470 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [-] (109706) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:46:01.515830 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Starting 1 workers Apr 06 12:46:01.516006 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.517352 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [-] (109707) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:46:01.521286 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Started child 109708 {{(pid=109599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:46:01.521880 dv-cinder-836769-2-iscsi neutron-server[109599]: INFO oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Starting 1 workers Apr 06 12:46:01.525226 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] calling RpcWorker wait() {{(pid=109708) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 12:46:01.525809 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] returning from RpcWorker wait() {{(pid=109708) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 12:46:01.526503 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Started child 109709 {{(pid=109599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:46:01.527294 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.527394 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG neutron_lib.callbacks.manager [None req-65fb0e4e-589d-44e5-b47c-e25ba8e812d6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.527803 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:01.529266 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:46:01.529479 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:46:01.529691 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:46:01.529919 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:46:01.530257 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:46:01.530421 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:46:01.530957 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.531245 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.531557 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.531683 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.532149 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.532290 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.533051 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.533357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.533592 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.533879 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.534116 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.534289 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.534456 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.534720 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.534949 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.535263 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.535525 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.535773 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.536044 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.536219 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.536482 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.536762 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.537009 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.537282 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] debug = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.537539 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.538058 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.538289 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.538534 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.538771 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.539038 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.539285 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.539559 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.539791 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.540028 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.540249 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.540504 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.540738 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.540948 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.541194 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.541405 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.541672 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.541904 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.542377 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] host = dv-cinder-836769-2-iscsi {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.542616 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.542851 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.543083 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.543316 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.543574 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.543820 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.544085 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.544344 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.544587 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.544831 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.545081 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.545320 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.545533 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.545812 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.546230 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_options = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.546475 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.546733 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.547535 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.547782 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.547970 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.548104 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.548323 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.548453 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.548678 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.548895 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.549107 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.549320 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.549554 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.549769 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.549997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.550228 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.550464 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.550672 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.550926 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.551185 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.551432 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.551657 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.551891 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.552108 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.552323 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.552539 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.552782 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.553012 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.553249 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.554594 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.554594 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.554594 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.554594 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.554594 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.555438 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.555574 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:01.555703 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.555703 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.555703 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.555703 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.556163 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.556163 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.556428 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.556644 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_json = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558918 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558918 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.558918 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.559099 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.559267 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.559718 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.560084 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.561155 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.561849 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.562423 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.563458 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.563710 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.563968 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.564234 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.564548 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.564794 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.565187 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.565370 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.565600 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.565901 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.566377 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.566670 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.567019 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.567289 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.567770 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.568523 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.568523 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.568523 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.568942 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.569244 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.569561 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.570020 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.571079 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.571315 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.571629 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.571902 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.572213 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.572503 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573613 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573613 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573613 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573613 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573904 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.573979 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.574160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.574354 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.574619 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.574864 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.575087 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.575339 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.575553 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.575770 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.575991 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.576221 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.576482 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.576737 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.577030 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.577182 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.577396 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.577631 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.577846 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.578092 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.578403 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.578779 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.579037 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.579355 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.579566 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.579980 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.580414 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.580647 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.580868 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.581086 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.581297 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.581514 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.581754 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.582004 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.582241 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.582453 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.582668 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.582884 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.583099 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.583310 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.583537 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.583782 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.583998 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.584209 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.584422 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.584632 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.584852 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.585066 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.585277 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.585516 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.585740 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.585953 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.586162 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.586372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.586597 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.586801 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.587091 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.587406 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.587663 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.587902 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.588112 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.588360 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.588597 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.588845 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.589062 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.589281 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.589509 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.589800 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.590025 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.590295 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.590542 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.590757 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.591023 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.591237 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.591459 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.591698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.591911 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.592126 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.592348 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.592615 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.592875 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.593104 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.593358 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.593611 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.593946 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.594200 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.594453 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.594697 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.594951 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.595271 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.595529 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.595807 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.596041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.596301 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.596712 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.597164 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.597595 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.597988 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.598383 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.598761 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.599160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.599564 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.599936 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.600333 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.600646 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.601021 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.601402 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.601839 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.602111 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.602359 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.602631 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.602889 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.603144 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.603382 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.603656 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.603892 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.604126 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.604357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.604593 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.604809 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.605061 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.605275 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.605526 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.605768 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.605993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.606229 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.606444 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.606663 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.606874 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.607121 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.607360 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.607589 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.607840 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.608045 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.608282 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.608498 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.608714 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.608929 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.609140 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.609408 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.610178 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.610461 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.610707 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.610942 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.611169 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.611414 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.611649 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.611864 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.612110 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.612350 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.612573 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.612795 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.613278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.613278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.613480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.613681 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.613899 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.614163 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.614417 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.614772 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.615029 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.615278 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.615531 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.615774 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.616020 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.616231 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.616473 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.616698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.616917 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.617141 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.617395 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.617633 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.617855 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.618092 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.618328 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.618611 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.618853 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.619096 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.619316 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.619537 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.619755 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.620003 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.620243 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.620456 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.620690 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.620926 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.621146 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.621376 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.621698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.621952 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.622179 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.622458 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.622692 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.623041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.623284 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.623500 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.623857 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.624224 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.624596 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.624950 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.625284 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.626067 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.626304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.626528 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.626767 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.626979 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.627211 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.627438 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.627810 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.628041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.628257 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.628469 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.628705 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.628910 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.629124 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.629343 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.629566 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.629798 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.630025 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.630234 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.630449 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.630668 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.630883 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.631091 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.631393 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.631642 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.631863 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.632158 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.632411 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.632656 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.632881 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.633205 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.633425 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.633716 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.634139 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.634276 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.634426 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.634650 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.634943 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.635244 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.635511 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.635748 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.636017 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.636286 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.636556 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.636769 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.637086 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.637420 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.637740 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.637998 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.638228 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.638463 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.638698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.639102 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.639470 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.639770 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.639971 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.640233 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.640464 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.640709 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.640988 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.641212 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.641450 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.641701 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.641913 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.642137 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.642354 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.642514 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:46:01.643039 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:46:01.643197 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:46:01.643353 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:46:01.643522 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:46:01.643689 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:46:01.643838 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:46:01.644043 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.644201 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.644357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.644514 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.644671 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.644847 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645004 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645318 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645473 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645654 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645813 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.645970 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646125 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646436 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646593 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646749 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.646909 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647066 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647220 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647383 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647557 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] debug = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647727 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.647876 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648023 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648178 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648333 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648488 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648643 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648798 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.648958 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649123 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649401 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649555 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649735 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.649888 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650019 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650174 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650330 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650486 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] host = dv-cinder-836769-2-iscsi {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650628 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650783 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.650944 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.651321 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.651321 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.651589 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.653708 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.653843 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.653948 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:01.654081 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.654188 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.654353 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.654527 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657602 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657602 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657602 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_options = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657876 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44050) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.657997 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.658993 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659460 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659460 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659460 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659628 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659731 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.659885 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660039 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660191 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660347 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660501 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660655 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660809 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.660963 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.661117 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.661271 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.661429 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.661612 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.663995 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.664165 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.665781 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.665960 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666113 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666460 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_json = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666604 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666754 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.666910 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667065 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667219 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667374 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667520 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667689 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.667875 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:46:01.668076 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.668229 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.668386 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.668540 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.668695 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.668848 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.669002 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.669160 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.669306 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.669456 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.670105 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.670276 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.670669 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.671767 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.672632 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.672744 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0143890 Apr 06 12:46:01.673165 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.673474 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674033 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674204 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674367 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674528 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674938 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.674938 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.675284 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.675448 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.675609 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676246 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676246 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676246 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676246 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676503 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676569 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676691 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.676845 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.677696 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678462 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678462 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678462 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678462 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678462 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678816 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678816 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.678970 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.679047 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.679184 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.681480 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.681705 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.681849 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.682020 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.682273 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.683284 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.683469 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.683814 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.683980 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.684280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.684584 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.684893 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.685069 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.685233 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.685393 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.685551 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.685885 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.686145 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.687372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.687372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.687372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.687372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.687372 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.688351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.689532 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.689532 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.689532 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.689532 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.689532 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.690151 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.690408 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.690792 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.691144 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.691403 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.691655 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.691913 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.692157 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.692407 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.692656 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.692876 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.693102 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.693326 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.693493 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.693934 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.694167 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.694387 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.695032 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.695032 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.695032 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.695253 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697346 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.697891 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.698016 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.698264 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699280 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699657 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699657 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.699954 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.700098 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.700262 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.700422 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.700581 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.700742 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.701041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.701212 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.701431 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.701680 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.701903 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.702132 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.702351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.702569 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.702788 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703007 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703171 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703363 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703521 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703769 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.703982 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.704199 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705128 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705505 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705505 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705718 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705791 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.705951 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.706975 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707357 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707526 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707611 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707773 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.707948 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.708093 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.708252 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.708933 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.708933 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710379 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710379 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710379 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710379 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710687 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710687 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710807 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.710973 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.711301 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712304 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712679 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712679 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712797 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.712861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713029 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713196 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713363 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713520 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713815 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.713920 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714073 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714232 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714394 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714555 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714713 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.714870 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715054 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715216 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715376 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715540 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.715857 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716014 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716172 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716336 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716519 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716647 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716805 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.716963 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717121 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717279 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717438 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717670 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717818 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.717958 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.718118 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.718279 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.718438 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.718595 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.718753 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719040 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719414 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719517 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719675 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.719848 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720009 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720169 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720328 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720486 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720645 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720815 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.720974 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.721132 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.721315 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.721499 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.721739 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.721908 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722067 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722225 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722383 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722541 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722698 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.722866 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.723861 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724351 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724611 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724678 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724802 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.724961 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.725123 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.725316 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.725432 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.726216 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.726390 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.726551 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.726720 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.726880 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.727041 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.727201 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.727388 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.727528 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728303 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728666 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728666 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728834 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.728915 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.729153 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.729330 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.729494 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.729719 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.729892 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730065 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730251 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730397 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730535 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730686 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.730845 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731002 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731159 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731318 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731476 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731634 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731795 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.731965 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732115 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732265 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732426 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732582 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732760 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.732890 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.733039 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:46:01.733177 dv-cinder-836769-2-iscsi neutron-server[109599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:46:13.611780 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabdf28a-5675-411b-9695-104ff46f85c1 None None] get_active_networks_info from dv-cinder-836769-2-iscsi {{(pid=109708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 12:46:13.678113 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdf28a-5675-411b-9695-104ff46f85c1 None None] No non-hosted networks {{(pid=109708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 12:46:13.686882 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.agentschedulers_db [None req-eabdf28a-5675-411b-9695-104ff46f85c1 None None] DHCP Agent not found on host dv-cinder-836769-2-iscsi {{(pid=109708) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 12:46:13.772584 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0a4bde38-d300-42ce-8918-497b08580a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.190965 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7e6e3631-b433-412d-881a-0bfe58dbf286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.242779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7753879d-79f0-4f07-bb15-139c354bec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.925497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44120) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:17.462128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.769697 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING oslo_policy.policy [None req-a92bb2fb-4471-4865-822f-61696095b86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:17.770644 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING oslo_policy.policy [None req-a92bb2fb-4471-4865-822f-61696095b86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:18.011300 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-a92bb2fb-4471-4865-822f-61696095b86c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:46:18.026888 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a92bb2fb-4471-4865-822f-61696095b86c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1001658 Apr 06 12:46:18.833255 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:19.962065 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.db.l3_hamode_db [None req-270ba4fb-20e6-4d22-b2f3-1afa31c2f3f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 12:46:20.056923 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ba4fb-20e6-4d22-b2f3-1afa31c2f3f5 None None] Routers set() bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:20.057363 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ba4fb-20e6-4d22-b2f3-1afa31c2f3f5 None None] Router IDs set() for agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 12:46:20.292746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:20.293826 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.294426 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.295117 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.295699 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.296573 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.297648 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.298199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.298731 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.299213 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.299685 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.300165 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.300624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.301199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.301786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.302250 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:20.303183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836769-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:20.312329 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836769-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:20.744751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44154) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:21.105528 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:21.197417 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.policy [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:46:21.241235 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING oslo_policy.policy [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:21.241639 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING oslo_policy.policy [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:21.357401 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490132696', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490132203', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490115736', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490106370', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490099675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729490101373', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619843', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1494998', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-494103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601569'] for rbac-policy (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:21.434059 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:21.435479 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c22300d6-c373-4d8f-b73a-05e1fd51ed74 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6894403 Apr 06 12:46:23.964432 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44166) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:24.287510 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:24.316990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Made reservation on behalf of 42b621529bfd4baeb56fe9e133ee6b7c for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:24.320859 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.339000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.454495 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks [] for security_group (41477f71-0e9b-48cf-a262-cda981bd65f4), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.458428 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (41477f71-0e9b-48cf-a262-cda981bd65f4), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.482576 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:46:24.517969 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729488552304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (5d8b4ff7-070e-40ca-94e3-e806edf9c121), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.518555 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Unsubscribe: segment precommit_create {{(pid=109707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:46:24.519085 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Added segment 5d8b4ff7-070e-40ca-94e3-e806edf9c121 of type vlan for network c36a5849-c587-4c16-97fa-4d7df1cad18f Apr 06 12:46:24.535182 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=41477f71-0e9b-48cf-a262-cda981bd65f4,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:24.585099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.585348 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.585726 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.586080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.586411 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.586733 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.587053 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.587370 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.587688 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.588003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.588319 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.588652 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.588989 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.589284 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.589613 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Tracked resource versions report: Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: pushed versions: Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: { 'AddressGroup': {'1.2'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Agent': {'1.1'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'ConntrackHelper': {'1.0'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Log': {'1.0'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'NDPProxy': {'1.0'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Network': {'1.1'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Port': {'1.7'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'PortForwarding': {'1.3'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'QosPolicy': {'1.10'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroup': {'1.5'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SubPort': {'1.0'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Subnet': {'1.1'}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Trunk': {'1.1'}} Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: consumer versions: Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Agent': '1.1', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'ConntrackHelper': '1.0', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'LocalIPAssociation': '1.0', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Log': '1.0', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'NDPProxy': '1.0', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Network': '1.1', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Port': '1.7', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'PortForwarding': '1.3', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'QosPolicy': '1.10', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroup': '1.5', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroupRule': '1.2', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SubPort': '1.0', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Subnet': '1.1', Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Trunk': '1.1'}} Apr 06 12:46:24.591038 dv-cinder-836769-2-iscsi neutron-server[109707]: {{(pid=109707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:46:24.638058 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (c36a5849-c587-4c16-97fa-4d7df1cad18f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.682940 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (c36a5849-c587-4c16-97fa-4d7df1cad18f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.689210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.689983 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:24.784310 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8187964 Apr 06 12:46:24.808214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166deb-5c18-4596-9ca7-b36ec5ad0873 demo demo] Pushing event updated for resources: {'Network': ['ID=c36a5849-c587-4c16-97fa-4d7df1cad18f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:24.821697 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network c36a5849-c587-4c16-97fa-4d7df1cad18f details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:46:27.397134 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44178) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:27.823650 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7241b-a00e-40d6-9ee0-d892a9e1b794 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.825054 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3cb7241b-a00e-40d6-9ee0-d892a9e1b794 demo admin] 10.222.0.23 "GET /v2.0/networks/c36a5849-c587-4c16-97fa-4d7df1cad18f HTTP/1.1" status: 200 len: 825 time: 0.4269133 Apr 06 12:46:27.852970 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f98ef4c0-1a6f-42bc-bf05-6414c9bf6c80 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/023c195b-3ec9-46fa-9866-ea6165f0cf2f HTTP/1.1" status: 200 len: 734 time: 0.0220652 Apr 06 12:46:27.862834 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:27.886459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Made reservation on behalf of 42b621529bfd4baeb56fe9e133ee6b7c for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:27.888919 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:28.198120 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (5f7ed561-6571-4d5e-befe-fd6667271b15), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:28.266712 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5f7ed561-6571-4d5e-befe-fd6667271b15,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:28.274046 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Checking segment: {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:28.274415 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Network hostable DHCP agents. Network: c36a5849-c587-4c16-97fa-4d7df1cad18f, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:46:28.305862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Network c36a5849-c587-4c16-97fa-4d7df1cad18f is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:46:28.317922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, c36a5849-c587-4c16-97fa-4d7df1cad18f) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:28.322717 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.323303 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:28.329653 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d3221-d581-45d2-9677-3087cde55296 None None] Network c36a5849-c587-4c16-97fa-4d7df1cad18f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:28.342803 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5ed211eb-2279-4fb7-9eb6-56aa0e352205 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4844387 Apr 06 12:46:28.717407 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-c36a5849-c587-4c16-97fa-4d7df1cad18f', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:46:28.722036 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.008961 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Allocated IP 172.20.0.2 (c36a5849-c587-4c16-97fa-4d7df1cad18f/5f7ed561-6571-4d5e-befe-fd6667271b15/7c52d312-1253-4d84-b7f8-729fe1c4ed77) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:29.295231 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks [] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.305699 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.389210 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Network c36a5849-c587-4c16-97fa-4d7df1cad18f is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:29.391033 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Pushing event updated for resources: {'Port': ['ID=7c52d312-1253-4d84-b7f8-729fe1c4ed77,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:29.393399 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:29.401440 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:29.405002 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.405343 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.405720 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.406603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.406938 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.407260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.407581 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.407899 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.408218 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.408535 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.408852 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.409182 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.409502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.409843 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.410156 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Tracked resource versions report: Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: pushed versions: Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: { 'AddressGroup': {'1.2'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Agent': {'1.1'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'ConntrackHelper': {'1.0'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Log': {'1.0'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'NDPProxy': {'1.0'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Network': {'1.1'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Port': {'1.7'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'PortForwarding': {'1.3'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'QosPolicy': {'1.10'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroup': {'1.5'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SubPort': {'1.0'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Subnet': {'1.1'}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Trunk': {'1.1'}} Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: consumer versions: Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Agent': '1.1', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'ConntrackHelper': '1.0', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'LocalIPAssociation': '1.0', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Log': '1.0', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'NDPProxy': '1.0', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Network': '1.1', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Port': '1.7', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'PortForwarding': '1.3', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'QosPolicy': '1.10', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroup': '1.5', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroupRule': '1.2', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SubPort': '1.0', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Subnet': '1.1', Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Trunk': '1.1'}} Apr 06 12:46:29.411603 dv-cinder-836769-2-iscsi neutron-server[109708]: {{(pid=109708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:46:29.493476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Attempting to bind port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:29.494036 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Attempting to bind port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:29.494469 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Attempting to bind port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 on network c36a5849-c587-4c16-97fa-4d7df1cad18f {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:29.500109 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:29.500491 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Checking segment: {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:29.501013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.501409 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Bound using segment: {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:29.501895 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Bound port: 7c52d312-1253-4d84-b7f8-729fe1c4ed77, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:29.502300 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.569504 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] For port 7c52d312-1253-4d84-b7f8-729fe1c4ed77, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:29.592617 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] For port 7c52d312-1253-4d84-b7f8-729fe1c4ed77, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=7c52d312-1253-4d84-b7f8-729fe1c4ed77,segment=NetworkSegment(5d8b4ff7-070e-40ca-94e3-e806edf9c121),segment_id=5d8b4ff7-070e-40ca-94e3-e806edf9c121)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:29.600042 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.657359 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec321741-1197-495a-91de-3dbee8d218a7 None None] Pushing event updated for resources: {'Port': ['ID=7c52d312-1253-4d84-b7f8-729fe1c4ed77,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:30.956323 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44186) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:31.272950 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-5884353e-ef50-42d0-986c-20487184b3e9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:46:31.273984 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5884353e-ef50-42d0-986c-20487184b3e9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166223 Apr 06 12:46:33.826727 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44194) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:34.136484 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-50829812-763d-4005-8efd-995295461986 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:46:34.137491 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-50829812-763d-4005-8efd-995295461986 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3098207 Apr 06 12:46:36.738947 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44202) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:37.095532 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:37.120478 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (68eea039-f690-4a7a-b90b-6578a1ce3278), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:37.122682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (68eea039-f690-4a7a-b90b-6578a1ce3278), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:37.267358 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Publish callbacks [] for router_controller (68eea039-f690-4a7a-b90b-6578a1ce3278), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:37.273162 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (68eea039-f690-4a7a-b90b-6578a1ce3278), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:37.292602 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:37.300086 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-59552ee9-099a-4577-997a-21ea611dec25 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5599310 Apr 06 12:46:39.954967 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44214) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:40.295459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-37b201a3-67b1-41f1-8473-dc3b3648b765 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:46:40.298832 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-37b201a3-67b1-41f1-8473-dc3b3648b765 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3405650 Apr 06 12:46:41.132291 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7c52d312-1253-4d84-b7f8-729fe1c4ed77 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:41.229195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:41.229627 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:41.343053 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:41.344185 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:41.383273 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 7c52d312-1253-4d84-b7f8-729fe1c4ed77, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=7c52d312-1253-4d84-b7f8-729fe1c4ed77,segment=NetworkSegment(5d8b4ff7-070e-40ca-94e3-e806edf9c121),segment_id=5d8b4ff7-070e-40ca-94e3-e806edf9c121)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:41.391238 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8dd081-96bf-4751-b329-5c4a336ee813 None None] Network c36a5849-c587-4c16-97fa-4d7df1cad18f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:41.400938 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:41.519760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=7c52d312-1253-4d84-b7f8-729fe1c4ed77,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:41.528343 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d6add899-b62b-4a95-b171-c04c9f5c2545 None None] Provisioning complete for port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:41.528736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d6add899-b62b-4a95-b171-c04c9f5c2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:41.656193 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d6add899-b62b-4a95-b171-c04c9f5c2545 None None] Current status of the port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:41.878065 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c93eff60-519e-4af2-980d-58d4086cdb1c None None] Provisioning complete for port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:41.878356 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c93eff60-519e-4af2-980d-58d4086cdb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:41.965916 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c93eff60-519e-4af2-980d-58d4086cdb1c None None] Current status of the port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:42.996579 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44224) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:43.099573 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7c52d312-1253-4d84-b7f8-729fe1c4ed77 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:43.150391 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:43.150788 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.239636 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:43.334255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:43.353632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Made reservation on behalf of 0ae146b1346144a8a304973b35877975 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:43.355897 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.367506 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.446186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks [] for security_group (2d8646db-fd2e-457d-8691-eabac6e86cf8), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.449986 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (2d8646db-fd2e-457d-8691-eabac6e86cf8), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.466458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Reserving flat network on physical network physnet1 {{(pid=109707) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 12:46:43.487310 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8646db-fd2e-457d-8691-eabac6e86cf8,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:43.492441 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (6d061107-5eae-460e-a558-130aa2927500), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.492783 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Added segment 6d061107-5eae-460e-a558-130aa2927500 of type flat for network bde6e536-f120-4182-836a-141e45c89d91 Apr 06 12:46:43.545216 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (bde6e536-f120-4182-836a-141e45c89d91), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.550661 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a7edea3e-d5a3-4e38-812d-18aad5fa23ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.589407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (bde6e536-f120-4182-836a-141e45c89d91), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.590340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:43.590911 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.670702 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6729455 Apr 06 12:46:43.695927 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6418d8-cf9f-4a18-b4ab-b5109f3ded29 admin admin] Pushing event updated for resources: {'Network': ['ID=bde6e536-f120-4182-836a-141e45c89d91,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:43.706570 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network bde6e536-f120-4182-836a-141e45c89d91 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:46:46.182515 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d98ba636-5674-44db-a465-a01594496a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.215350 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44232) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:46.597354 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef0d84f-d0d2-47ac-84bf-1b0f2c391dfa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.598675 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1ef0d84f-d0d2-47ac-84bf-1b0f2c391dfa demo admin] 10.222.0.23 "GET /v2.0/subnets/5f7ed561-6571-4d5e-befe-fd6667271b15 HTTP/1.1" status: 200 len: 849 time: 0.3823664 Apr 06 12:46:46.739243 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d7ab3f02-aedb-4775-a015-3f44f16118f8 demo admin] 10.222.0.23 "GET /v2.0/routers/68eea039-f690-4a7a-b90b-6578a1ce3278 HTTP/1.1" status: 200 len: 704 time: 0.1333201 Apr 06 12:46:47.033720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.380547 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.392031 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Allocated IP 172.20.0.1 (c36a5849-c587-4c16-97fa-4d7df1cad18f/5f7ed561-6571-4d5e-befe-fd6667271b15/25d36401-14d9-4dae-a308-fc21c207c111) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:47.555004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks [] for port (25d36401-14d9-4dae-a308-fc21c207c111), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.624859 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (25d36401-14d9-4dae-a308-fc21c207c111), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.707524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Network c36a5849-c587-4c16-97fa-4d7df1cad18f is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:47.714809 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:47.717143 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Pushing event updated for resources: {'Port': ['ID=25d36401-14d9-4dae-a308-fc21c207c111,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:47.720603 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:47.721462 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (68eea039-f690-4a7a-b90b-6578a1ce3278), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.940049 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (25d36401-14d9-4dae-a308-fc21c207c111), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.078959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-13438e4d-0873-4b5e-9ece-9a3e000971b3 None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:48.079438 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-13438e4d-0873-4b5e-9ece-9a3e000971b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.113843 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-13438e4d-0873-4b5e-9ece-9a3e000971b3 None None] Port 25d36401-14d9-4dae-a308-fc21c207c111 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:48.171368 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks [] for port (25d36401-14d9-4dae-a308-fc21c207c111), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.178721 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (25d36401-14d9-4dae-a308-fc21c207c111), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.179539 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (68eea039-f690-4a7a-b90b-6578a1ce3278), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.258598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Pushing event updated for resources: {'Port': ['ID=25d36401-14d9-4dae-a308-fc21c207c111,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:48.309628 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Network c36a5849-c587-4c16-97fa-4d7df1cad18f is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:48.311021 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:48.486009 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Router 68eea039-f690-4a7a-b90b-6578a1ce3278 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:46:48.541370 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-3c5be963-0060-4d71-8d1e-22ea7ad52d5b None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:48.542081 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3c5be963-0060-4d71-8d1e-22ea7ad52d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.579724 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3c5be963-0060-4d71-8d1e-22ea7ad52d5b None None] Port 25d36401-14d9-4dae-a308-fc21c207c111 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:48.592692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:46:48.598146 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d437901b-2cba-4952-9844-a694f929ed75 demo admin] 10.222.0.23 "PUT /v2.0/routers/68eea039-f690-4a7a-b90b-6578a1ce3278/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8527784 Apr 06 12:46:48.617315 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Sync routers for ids ['68eea039-f690-4a7a-b90b-6578a1ce3278'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:46:48.631601 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Routers {'68eea039-f690-4a7a-b90b-6578a1ce3278'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:48.632460 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:46:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['68eea039-f690-4a7a-b90b-6578a1ce3278'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:48.768743 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.847134 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Set router 68eea039-f690-4a7a-b90b-6578a1ce3278 gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:49.307261 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:47Z', 'revision_number': 2, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port_host': None, '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:49.360532 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Checking router: 68eea039-f690-4a7a-b90b-6578a1ce3278 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:46:49.360896 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Updating router 68eea039-f690-4a7a-b90b-6578a1ce3278 port 25d36401-14d9-4dae-a308-fc21c207c111 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:46:49.415797 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (25d36401-14d9-4dae-a308-fc21c207c111), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.956085 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks [] for port (25d36401-14d9-4dae-a308-fc21c207c111), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.963383 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (25d36401-14d9-4dae-a308-fc21c207c111), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.107799 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Pushing event updated for resources: {'Port': ['ID=25d36401-14d9-4dae-a308-fc21c207c111,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:50.145994 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.146345 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.146700 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.147057 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.147393 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.147720 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.148044 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.148368 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.148689 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.149012 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.149337 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.149698 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.150027 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.150345 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.150676 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Tracked resource versions report: Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: pushed versions: Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: { 'AddressGroup': {'1.2'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Agent': {'1.1'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'ConntrackHelper': {'1.0'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Log': {'1.0'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'NDPProxy': {'1.0'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Network': {'1.1'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Port': {'1.7'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'PortForwarding': {'1.3'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'QosPolicy': {'1.10'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroup': {'1.5'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SubPort': {'1.0'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Subnet': {'1.1'}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Trunk': {'1.1'}} Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: consumer versions: Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Agent': '1.1', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'ConntrackHelper': '1.0', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'LocalIPAssociation': '1.0', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Log': '1.0', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'NDPProxy': '1.0', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Network': '1.1', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Port': '1.7', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'PortForwarding': '1.3', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'QosPolicy': '1.10', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroup': '1.5', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroupRule': '1.2', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SubPort': '1.0', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Subnet': '1.1', Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Trunk': '1.1'}} Apr 06 12:46:50.152196 dv-cinder-836769-2-iscsi neutron-server[109709]: {{(pid=109709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:46:50.158996 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Attempting to bind port 25d36401-14d9-4dae-a308-fc21c207c111 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:50.159411 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Attempting to bind port 25d36401-14d9-4dae-a308-fc21c207c111 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:50.159857 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Attempting to bind port 25d36401-14d9-4dae-a308-fc21c207c111 on network c36a5849-c587-4c16-97fa-4d7df1cad18f {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:50.165834 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:50.166261 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Checking segment: {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:50.166766 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.167239 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Bound using segment: {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:50.167733 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Bound port: 25d36401-14d9-4dae-a308-fc21c207c111, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8b4ff7-070e-40ca-94e3-e806edf9c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:50.168129 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (25d36401-14d9-4dae-a308-fc21c207c111), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.240486 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] For port 25d36401-14d9-4dae-a308-fc21c207c111, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:50.260024 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] For port 25d36401-14d9-4dae-a308-fc21c207c111, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=25d36401-14d9-4dae-a308-fc21c207c111,segment=NetworkSegment(5d8b4ff7-070e-40ca-94e3-e806edf9c121),segment_id=5d8b4ff7-070e-40ca-94e3-e806edf9c121)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:50.267748 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (25d36401-14d9-4dae-a308-fc21c207c111), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.319348 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.328228 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Routers {'68eea039-f690-4a7a-b90b-6578a1ce3278'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:50.328915 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:46:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['68eea039-f690-4a7a-b90b-6578a1ce3278'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:50.337854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:50.338666 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.437831 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] Set router 68eea039-f690-4a7a-b90b-6578a1ce3278 gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:50.440140 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Current status of the port 25d36401-14d9-4dae-a308-fc21c207c111 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:50.440825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (25d36401-14d9-4dae-a308-fc21c207c111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.478949 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] For port 25d36401-14d9-4dae-a308-fc21c207c111, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=25d36401-14d9-4dae-a308-fc21c207c111,segment=NetworkSegment(5d8b4ff7-070e-40ca-94e3-e806edf9c121),segment_id=5d8b4ff7-070e-40ca-94e3-e806edf9c121)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:50.486775 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (25d36401-14d9-4dae-a308-fc21c207c111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.550796 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1b04-3fce-401c-94dd-46c10d9e0951 None None] Pushing event updated for resources: {'Port': ['ID=25d36401-14d9-4dae-a308-fc21c207c111,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:50.573348 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c148-1fa9-42dd-a85b-637853cf2a37 None None] Pushing event updated for resources: {'Port': ['ID=25d36401-14d9-4dae-a308-fc21c207c111,revision_number=4']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:50.615969 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-7d532283-8448-417d-a9f7-b492a06198cd None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:50.616562 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7d532283-8448-417d-a9f7-b492a06198cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.700011 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:47Z', 'revision_number': 2, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port_host': None, '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:50Z', 'revision_number': 4, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:50.706970 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-7d532283-8448-417d-a9f7-b492a06198cd None None] Current status of the port 25d36401-14d9-4dae-a308-fc21c207c111 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:50.729012 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2518-e525-4f51-a1a4-7bcb2bd3a239 None None] The sync data for ids ['68eea039-f690-4a7a-b90b-6578a1ce3278'] in dv-cinder-836769-2-iscsi is: [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:47Z', 'revision_number': 2, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port_host': None, '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:50Z', 'revision_number': 4, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:46:51.215029 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44254) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:51.435447 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560cdbd-24be-482e-bf41-02112e4a5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:51.436840 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-8560cdbd-24be-482e-bf41-02112e4a5c29 admin admin] 10.222.0.23 "GET /v2.0/networks/bde6e536-f120-4182-836a-141e45c89d91 HTTP/1.1" status: 200 len: 842 time: 0.2205520 Apr 06 12:46:51.446557 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:51.469390 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Made reservation on behalf of 0ae146b1346144a8a304973b35877975 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:51.471838 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:51.852392 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.objects.ports [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109707) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 12:46:51.852831 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (61f12f8e-0e56-4bd2-bb90-a1a601cc7aef), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:51.911462 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f12f8e-0e56-4bd2-bb90-a1a601cc7aef,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:51.915824 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:51.916175 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Network hostable DHCP agents. Network: bde6e536-f120-4182-836a-141e45c89d91, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:46:51.935616 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:46:51.946444 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, bde6e536-f120-4182-836a-141e45c89d91) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:51.950813 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:51.951400 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:51.964164 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732095f-c0ac-4fd8-9efa-e248abf1a79c None None] Network bde6e536-f120-4182-836a-141e45c89d91 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:51.970205 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9a461711-879c-4eb3-9c3b-2737ac6c4007 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5268061 Apr 06 12:46:52.085462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c13cb-1618-4950-a562-b691b84b9112 None None] Network bde6e536-f120-4182-836a-141e45c89d91 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:54.574725 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44272) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:54.742009 dv-cinder-836769-2-iscsi neutron-server[109706]: WARNING oslo_policy.policy [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:54.742603 dv-cinder-836769-2-iscsi neutron-server[109706]: WARNING oslo_policy.policy [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:55.028338 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.policy [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:46:55.078542 dv-cinder-836769-2-iscsi neutron-server[109706]: WARNING oslo_policy.policy [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:55.078935 dv-cinder-836769-2-iscsi neutron-server[109706]: WARNING oslo_policy.policy [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:46:55.329940 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a2000773-cda1-4256-96a3-c3e6632fee79 demo admin] 10.222.0.23 "GET /v2.0/routers/68eea039-f690-4a7a-b90b-6578a1ce3278 HTTP/1.1" status: 200 len: 710 time: 0.7527375 Apr 06 12:46:55.544954 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d65b1-32cc-492b-aade-a8ffabe881c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:55.548280 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-412d65b1-32cc-492b-aade-a8ffabe881c9 demo admin] 10.222.0.23 "GET /v2.0/networks/bde6e536-f120-4182-836a-141e45c89d91 HTTP/1.1" status: 200 len: 886 time: 0.2082989 Apr 06 12:46:55.557460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:55.860686 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks [] for router_gateway (68eea039-f690-4a7a-b90b-6578a1ce3278), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.119815 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks [] for router_gateway (68eea039-f690-4a7a-b90b-6578a1ce3278), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.211578 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.429756 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Allocated IP 172.27.1.51 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/c750e177-d0e9-446b-98ed-6d6a93062a43) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:56.555146 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks [] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.620464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.705008 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:56.706339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:56.739254 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:56.745835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Pushing event updated for resources: {'Port': ['ID=c750e177-d0e9-446b-98ed-6d6a93062a43,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:56.814445 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.814773 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.815104 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.815433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.815770 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.816119 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.816408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.816723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.817053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.817373 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.817711 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.818041 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.818355 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.818659 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.818964 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Tracked resource versions report: Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: pushed versions: Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: { 'AddressGroup': {'1.2'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Agent': {'1.1'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Log': {'1.0'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'NDPProxy': {'1.0'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Network': {'1.1'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Port': {'1.7'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'PortForwarding': {'1.3'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'QosPolicy': {'1.10'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroup': {'1.5'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SubPort': {'1.0'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Subnet': {'1.1'}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Trunk': {'1.1'}} Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: consumer versions: Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Agent': '1.1', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'ConntrackHelper': '1.0', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'LocalIPAssociation': '1.0', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Log': '1.0', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'NDPProxy': '1.0', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Network': '1.1', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Port': '1.7', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'PortForwarding': '1.3', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'QosPolicy': '1.10', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroup': '1.5', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroupRule': '1.2', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SubPort': '1.0', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Subnet': '1.1', Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Trunk': '1.1'}} Apr 06 12:46:56.820405 dv-cinder-836769-2-iscsi neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:46:57.057358 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks [] for router_gateway (68eea039-f690-4a7a-b90b-6578a1ce3278), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.339135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-492052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2489'] for router (68eea039-f690-4a7a-b90b-6578a1ce3278), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.345264 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-492045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-492030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496541'] for router (68eea039-f690-4a7a-b90b-6578a1ce3278), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.474877 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Router 68eea039-f690-4a7a-b90b-6578a1ce3278 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:46:57.599147 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:46:57.603661 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.604847 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-1180cef2-8133-42ae-b674-d1dbd01a13b9 demo admin] 10.222.0.23 "PUT /v2.0/routers/68eea039-f690-4a7a-b90b-6578a1ce3278 HTTP/1.1" status: 200 len: 889 time: 2.0509608 Apr 06 12:46:59.142333 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 25d36401-14d9-4dae-a308-fc21c207c111 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:59.195430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:59.195824 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.295830 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 25d36401-14d9-4dae-a308-fc21c207c111 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:59.820130 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Sync routers for ids ['68eea039-f690-4a7a-b90b-6578a1ce3278'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:46:59.833345 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Routers {'68eea039-f690-4a7a-b90b-6578a1ce3278'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:59.834070 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:46:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['68eea039-f690-4a7a-b90b-6578a1ce3278'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:00.058951 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Set router 68eea039-f690-4a7a-b90b-6578a1ce3278 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:00.312232 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44296) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:00.449240 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2b8225c1-d528-404a-ace9-7ff0d1131c70 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1358504 Apr 06 12:47:00.568665 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:56Z', 'revision_number': 4, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port': {'id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:56Z', 'updated_at': '2022-04-06T12:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:50Z', 'revision_number': 5, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:00.623787 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Checking router: 68eea039-f690-4a7a-b90b-6578a1ce3278 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:47:00.624825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Updating router 68eea039-f690-4a7a-b90b-6578a1ce3278 port c750e177-d0e9-446b-98ed-6d6a93062a43 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:47:00.679739 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.047240 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks [] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.056100 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.107771 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Attempting to bind port c750e177-d0e9-446b-98ed-6d6a93062a43 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:47:01.108147 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Attempting to bind port c750e177-d0e9-446b-98ed-6d6a93062a43 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:47:01.109540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Attempting to bind port c750e177-d0e9-446b-98ed-6d6a93062a43 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:01.118894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:47:01.119556 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:01.119662 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.120042 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:47:01.120511 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Bound port: c750e177-d0e9-446b-98ed-6d6a93062a43, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:47:01.120889 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.123987 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578bd4-ba09-4f49-ac82-0e440d4b8add None None] Pushing event updated for resources: {'Port': ['ID=c750e177-d0e9-446b-98ed-6d6a93062a43,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:01.182870 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] For port c750e177-d0e9-446b-98ed-6d6a93062a43, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:47:01.186246 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] For port c750e177-d0e9-446b-98ed-6d6a93062a43, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=c750e177-d0e9-446b-98ed-6d6a93062a43,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:47:01.192149 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.252105 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Routers {'68eea039-f690-4a7a-b90b-6578a1ce3278'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:01.252742 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:46:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['68eea039-f690-4a7a-b90b-6578a1ce3278'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:01.259402 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578bd4-ba09-4f49-ac82-0e440d4b8add None None] Pushing event updated for resources: {'Port': ['ID=c750e177-d0e9-446b-98ed-6d6a93062a43,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:01.385143 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] Set router 68eea039-f690-4a7a-b90b-6578a1ce3278 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:01.642383 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:56Z', 'revision_number': 4, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port': {'id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:56Z', 'updated_at': '2022-04-06T12:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:50Z', 'revision_number': 5, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:01.670150 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876f34-d671-46f0-a244-eab257f11664 None None] The sync data for ids ['68eea039-f690-4a7a-b90b-6578a1ce3278'] in dv-cinder-836769-2-iscsi is: [{'id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'name': 'router1', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:46:37Z', 'updated_at': '2022-04-06T12:46:56Z', 'revision_number': 4, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'gw_port': {'id': 'c750e177-d0e9-446b-98ed-6d6a93062a43', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:56Z', 'updated_at': '2022-04-06T12:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '25d36401-14d9-4dae-a308-fc21c207c111', 'name': '', 'network_id': 'c36a5849-c587-4c16-97fa-4d7df1cad18f', 'tenant_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'mac_address': 'fa:16:3e:c7:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eea039-f690-4a7a-b90b-6578a1ce3278', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:46:47Z', 'updated_at': '2022-04-06T12:46:50Z', 'revision_number': 5, 'project_id': '42b621529bfd4baeb56fe9e133ee6b7c', 'subnets': [{'id': '5f7ed561-6571-4d5e-befe-fd6667271b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '023c195b-3ec9-46fa-9866-ea6165f0cf2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:47:03.156734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device c750e177-d0e9-446b-98ed-6d6a93062a43 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:47:03.216410 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port c750e177-d0e9-446b-98ed-6d6a93062a43 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:03.217083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.317021 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port c750e177-d0e9-446b-98ed-6d6a93062a43 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:03.318075 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.356181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port c750e177-d0e9-446b-98ed-6d6a93062a43, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=c750e177-d0e9-446b-98ed-6d6a93062a43,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:03.368604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.433181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=c750e177-d0e9-446b-98ed-6d6a93062a43,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:05.158003 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device c750e177-d0e9-446b-98ed-6d6a93062a43 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:47:05.261108 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port c750e177-d0e9-446b-98ed-6d6a93062a43 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:05.261861 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c750e177-d0e9-446b-98ed-6d6a93062a43), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.373555 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port c750e177-d0e9-446b-98ed-6d6a93062a43 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:07.581687 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:47:13.544471 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c073c301-57d0-4340-acb5-4b7e659fd843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:16.187744 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f648298a-ed4e-4213-b090-6b4757f3036b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.385003 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.777629 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.312687 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:43.551811 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0ae7b0ca-4d89-4c37-831d-6b3d4d1137ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:44.572755 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:47:46.181275 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-246b7c04-b2ae-4e43-b66a-3d72e16c8ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.383749 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.770471 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.302083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.550827 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a58f5166-18ac-4e15-9b83-491b4166543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.183048 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-387bb949-cbea-4cf2-be7a-ee7b56d1d546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.386857 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.772172 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:20.297503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:21.572761 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:48:24.027462 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44780) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:24.094623 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.pecan_wsgi.hooks.translation [None req-52585e3c-031d-4666-acfb-e28255d4d8b7 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:48:24.095942 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-52585e3c-031d-4666-acfb-e28255d4d8b7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674176 Apr 06 12:48:24.262358 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df6130-25cc-4e3d-9e83-00fbb1a63b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:24.264743 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-72df6130-25cc-4e3d-9e83-00fbb1a63b50 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646488 Apr 06 12:48:26.712593 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44790) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:26.820024 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc55da6-524f-4ad0-9cb0-55e53c9dad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:26.821373 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-4bc55da6-524f-4ad0-9cb0-55e53c9dad13 admin admin] 10.222.0.23 "GET /v2.0/subnets/5f7ed561-6571-4d5e-befe-fd6667271b15 HTTP/1.1" status: 200 len: 849 time: 0.1078215 Apr 06 12:48:26.831552 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:26.920146 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Publish callbacks [] for subnet (5f7ed561-6571-4d5e-befe-fd6667271b15), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.069987 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729488466189'] for subnet (5f7ed561-6571-4d5e-befe-fd6667271b15), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.113298 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:27.113943 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.115242 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] 10.222.0.23 "PUT /v2.0/subnets/5f7ed561-6571-4d5e-befe-fd6667271b15 HTTP/1.1" status: 200 len: 868 time: 0.2873213 Apr 06 12:48:27.116365 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983c477-d505-4f22-81da-41b0713882f4 None None] Network c36a5849-c587-4c16-97fa-4d7df1cad18f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:27.135233 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7ed561-6571-4d5e-befe-fd6667271b15,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:27.143570 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.143923 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.144298 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.144643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.144978 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.145313 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.145678 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.146055 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.146407 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.146739 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.147085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.147422 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.147749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.148072 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.148394 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106a417-bbd7-4f61-a73d-1f3db6df8c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:27.454269 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Provisioning complete for port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:27.454654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7c52d312-1253-4d84-b7f8-729fe1c4ed77), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.531495 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Current status of the port 7c52d312-1253-4d84-b7f8-729fe1c4ed77 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:27.541097 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Provisioning complete for port 25d36401-14d9-4dae-a308-fc21c207c111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:27.541462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (25d36401-14d9-4dae-a308-fc21c207c111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.618700 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2753f-acf4-4d5d-8156-b60794f800e7 None None] Current status of the port 25d36401-14d9-4dae-a308-fc21c207c111 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:29.476412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44798) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.679666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ada5e-169a-4c09-9c2c-afaceccb9ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.680061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ada5e-169a-4c09-9c2c-afaceccb9ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.681727 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-832ada5e-169a-4c09-9c2c-afaceccb9ab2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042325 Apr 06 12:48:32.041922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44806) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:32.249534 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fca06d-6ee0-433c-a2fc-8449fd558e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:32.249940 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fca06d-6ee0-433c-a2fc-8449fd558e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:32.251519 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-50fca06d-6ee0-433c-a2fc-8449fd558e1b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086439 Apr 06 12:48:34.640836 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44816) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:34.772331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6488c85-72fa-4087-ad32-7ede6237e4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.773774 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e6488c85-72fa-4087-ad32-7ede6237e4d5 admin admin] 10.222.0.23 "GET /v2.0/networks/bde6e536-f120-4182-836a-141e45c89d91 HTTP/1.1" status: 200 len: 886 time: 0.1319299 Apr 06 12:48:37.111515 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44824) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:37.245238 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02b8f0-2255-4496-8199-76a06bfe4b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:37.246728 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-4b02b8f0-2255-4496-8199-76a06bfe4b9f admin admin] 10.222.0.23 "GET /v2.0/networks/c36a5849-c587-4c16-97fa-4d7df1cad18f HTTP/1.1" status: 200 len: 869 time: 0.1341863 Apr 06 12:48:39.610984 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44832) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:39.761751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66834a-e140-4624-a893-5fd6c6b3e9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:39.762852 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66834a-e140-4624-a893-5fd6c6b3e9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:39.764421 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9f66834a-e140-4624-a893-5fd6c6b3e9e6 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1522701 Apr 06 12:48:42.145903 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44840) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:42.239243 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a4a51-5d34-4f25-8888-17d153637c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:42.239696 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a4a51-5d34-4f25-8888-17d153637c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:42.241266 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d94a4a51-5d34-4f25-8888-17d153637c4e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944147 Apr 06 12:48:43.542608 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-967f6e2d-c5d2-4d36-9496-b9ba63f5966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.621020 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44848) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:44.714577 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f91ca-111e-42d7-871a-5ad1f48d0d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:44.716240 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b39f91ca-111e-42d7-871a-5ad1f48d0d5e admin admin] 10.222.0.23 "GET /v2.0/subnets/5f7ed561-6571-4d5e-befe-fd6667271b15 HTTP/1.1" status: 200 len: 868 time: 0.0939074 Apr 06 12:48:46.188557 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-41574358-ee87-4e62-b8c0-734464ba53ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:47.093491 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44856) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:47.184668 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc361d-cd67-46df-af94-befbc8082e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:47.186083 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-24bc361d-cd67-46df-af94-befbc8082e91 admin admin] 10.222.0.23 "GET /v2.0/subnets/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef HTTP/1.1" status: 200 len: 816 time: 0.0915966 Apr 06 12:48:47.389626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:48.776752 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:50.301559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:58.571972 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:13.546844 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c56d-b53d-4d3a-a675-3cb9daaac86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.191721 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c0d57902-4bb9-4d21-bfa8-8561de195c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:17.393164 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:18.782625 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.306769 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.351492 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44914) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:29.399909 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-f5501320-4f8f-4dc8-9c68-891dcb8a06b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:49:29.400972 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f5501320-4f8f-4dc8-9c68-891dcb8a06b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485518 Apr 06 12:49:31.857942 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44922) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:31.918359 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e439a79-dee3-4f08-b95b-939a56e7eaa0 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:49:31.919658 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1e439a79-dee3-4f08-b95b-939a56e7eaa0 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607779 Apr 06 12:49:32.073415 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511fdf5-4e8d-402d-a6a5-dbb3f54db1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.074904 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7511fdf5-4e8d-402d-a6a5-dbb3f54db1f8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1509845 Apr 06 12:49:34.473198 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44930) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:34.522117 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:34.542257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Made reservation on behalf of 0ae146b1346144a8a304973b35877975 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:34.545942 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.575382 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING neutron.services.revisions.revision_plugin [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Could not find related network for resource to bump revision. Apr 06 12:49:34.587998 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:49:34.598252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (07f918ae-dd90-47da-bfdd-a6db6353d310), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.598576 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Added segment 07f918ae-dd90-47da-bfdd-a6db6353d310 of type vlan for network 8eb59860-a68c-495c-b5d8-7ba3035b5537 Apr 06 12:49:34.638609 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (8eb59860-a68c-495c-b5d8-7ba3035b5537), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.666576 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (8eb59860-a68c-495c-b5d8-7ba3035b5537), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.667735 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:34.668268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.720794 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2464528 Apr 06 12:49:34.732640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb59860-a68c-495c-b5d8-7ba3035b5537,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:34.740051 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.740387 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.740749 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.741087 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.741408 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.741765 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.742091 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.742407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.742751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.743087 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.743403 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.743735 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.744051 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.744367 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.744680 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42351cf-26b4-4381-a59b-e9ea456642b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:34.757136 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:49:35.571088 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:37.091980 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44938) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:37.152525 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0de80d-d857-4fdd-beb1-871c0d07de62 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:49:37.153844 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-af0de80d-d857-4fdd-beb1-871c0d07de62 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608726 Apr 06 12:49:37.226015 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f124b9-9640-4bda-9f5d-2d268ab225a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.227458 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-19f124b9-9640-4bda-9f5d-2d268ab225a9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696325 Apr 06 12:49:37.237216 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Request body: {'subnet': {'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:37.256764 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Made reservation on behalf of 0ae146b1346144a8a304973b35877975 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:37.259037 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.422448 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (f69092ac-e284-4e00-9d53-740a5fe6f9ad), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.480426 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69092ac-e284-4e00-9d53-740a5fe6f9ad,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:37.487653 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Checking segment: {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:37.488008 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Network hostable DHCP agents. Network: 8eb59860-a68c-495c-b5d8-7ba3035b5537, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:49:37.504524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:49:37.513712 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 8eb59860-a68c-495c-b5d8-7ba3035b5537) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:37.517652 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.518239 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.524065 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6fc4a-f5d6-4f56-8c25-1d366bb3bde3 None None] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:49:37.533428 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d05e3dba-a206-4e8f-b807-97c8afc3a3aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2995253 Apr 06 12:49:37.631632 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-8eb59860-a68c-495c-b5d8-7ba3035b5537', 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537', 'project_id': '0ae146b1346144a8a304973b35877975', 'fixed_ips': [{'subnet_id': 'f69092ac-e284-4e00-9d53-740a5fe6f9ad'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:49:37.632502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.775751 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Allocated IP 192.168.233.2 (8eb59860-a68c-495c-b5d8-7ba3035b5537/f69092ac-e284-4e00-9d53-740a5fe6f9ad/555afb8e-8d53-47ad-8e6c-526855dadc94) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:37.923142 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks [] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.929219 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.972592 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:37.975460 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:37.980415 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:37.983559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Pushing event updated for resources: {'Port': ['ID=555afb8e-8d53-47ad-8e6c-526855dadc94,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:37.991738 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.992084 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.992491 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.992850 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.993182 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.993513 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.993864 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.994187 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.994509 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.994890 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.995214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.995551 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.995900 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.996195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.996517 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:38.053932 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Attempting to bind port 555afb8e-8d53-47ad-8e6c-526855dadc94 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:49:38.054216 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Attempting to bind port 555afb8e-8d53-47ad-8e6c-526855dadc94 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:49:38.054608 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Attempting to bind port 555afb8e-8d53-47ad-8e6c-526855dadc94 on network 8eb59860-a68c-495c-b5d8-7ba3035b5537 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:38.060211 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:49:38.060590 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Checking segment: {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:38.060984 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:38.061375 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Bound using segment: {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:49:38.061920 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Bound port: 555afb8e-8d53-47ad-8e6c-526855dadc94, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:49:38.062297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:38.126073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] For port 555afb8e-8d53-47ad-8e6c-526855dadc94, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:49:38.129456 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] For port 555afb8e-8d53-47ad-8e6c-526855dadc94, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=555afb8e-8d53-47ad-8e6c-526855dadc94,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:49:38.138171 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:38.195835 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0ed72-eff3-47b0-8104-e357d4313f5f None None] Pushing event updated for resources: {'Port': ['ID=555afb8e-8d53-47ad-8e6c-526855dadc94,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:39.075999 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17f520-f3f3-4bc4-9095-91272eabd09c None None] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:49:39.215804 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Provisioning complete for port 555afb8e-8d53-47ad-8e6c-526855dadc94 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:39.216247 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.341091 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Current status of the port 555afb8e-8d53-47ad-8e6c-526855dadc94 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:39.341471 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.383181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] For port 555afb8e-8d53-47ad-8e6c-526855dadc94, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=555afb8e-8d53-47ad-8e6c-526855dadc94,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:39.390384 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.446233 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 555afb8e-8d53-47ad-8e6c-526855dadc94 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:39.480505 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf442d25-d3e2-4b4f-a674-7592563a1f37 None None] Pushing event updated for resources: {'Port': ['ID=555afb8e-8d53-47ad-8e6c-526855dadc94,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:39.520634 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-a8685596-7c27-4f17-85d3-8b9cf3302163 None None] Provisioning complete for port 555afb8e-8d53-47ad-8e6c-526855dadc94 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:39.521027 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a8685596-7c27-4f17-85d3-8b9cf3302163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.548750 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 555afb8e-8d53-47ad-8e6c-526855dadc94 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:39.549196 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.675195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-a8685596-7c27-4f17-85d3-8b9cf3302163 None None] Current status of the port 555afb8e-8d53-47ad-8e6c-526855dadc94 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:39.680625 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 555afb8e-8d53-47ad-8e6c-526855dadc94 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:41.339610 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 555afb8e-8d53-47ad-8e6c-526855dadc94 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:41.386100 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 555afb8e-8d53-47ad-8e6c-526855dadc94 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:41.386867 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (555afb8e-8d53-47ad-8e6c-526855dadc94), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.462175 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 555afb8e-8d53-47ad-8e6c-526855dadc94 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:43.544810 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-08b5c031-3537-4b18-bfc7-c6dce9d561f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:46.193916 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c99cc753-a9dd-45ce-8615-cb287db0dfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:47.397532 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.785137 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:50.301476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.569877 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:50:13.547624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9d63197a-4e54-48d9-8933-f482a7291888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:16.195814 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-24defb79-9fcd-4731-9db5-6c1cd549951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:17.404967 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:18.792027 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:20.303945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.556363 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6a15-935b-451c-ad36-712ac07fca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:46.200956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1cccdbc7-5bed-4688-8da7-6668d3613f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:47.406277 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:48.795123 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:49.568991 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:50:50.307629 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.190522 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44976) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:09.196687 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [None req-bbdda28b-c841-4ad0-ba5b-b57fc6cfd8bc tempest-verify_tempest_config-578867812 tempest-verify_tempest_config-578867812-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:51:09.197687 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bbdda28b-c841-4ad0-ba5b-b57fc6cfd8bc tempest-verify_tempest_config-578867812 tempest-verify_tempest_config-578867812-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061660 Apr 06 12:51:09.490316 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 44994) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:09.599479 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.683033 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Publish callbacks [] for security_group (4e0d9067-59f6-451e-ba89-a2bf7a77d9b8), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.687032 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4e0d9067-59f6-451e-ba89-a2bf7a77d9b8), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.731023 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d9067-59f6-451e-ba89-a2bf7a77d9b8,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:09.734756 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1eb315623297491782687474dd422244&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2434649 Apr 06 12:51:09.737870 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 44998) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:09.740729 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.741060 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.741949 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.742355 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.742699 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.743261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.743620 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.743948 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.744275 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.744598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.744922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.745243 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.745562 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.745903 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.746220 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d05c1-bc96-4fa8-841b-b5986afe94a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.822822 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Publish callbacks [] for security_group (4e0d9067-59f6-451e-ba89-a2bf7a77d9b8), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.843499 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Publish callbacks [] for security_group (4e0d9067-59f6-451e-ba89-a2bf7a77d9b8), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.945517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4e0d9067-59f6-451e-ba89-a2bf7a77d9b8), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.947933 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.949101 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e0d9067-59f6-451e-ba89-a2bf7a77d9b8 HTTP/1.1" status: 204 len: 168 time: 0.2090611 Apr 06 12:51:09.956637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d9067-59f6-451e-ba89-a2bf7a77d9b8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:09.963330 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.963687 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.964015 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.964348 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.964676 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.964999 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.965319 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.965665 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.965983 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.966300 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.966625 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.966960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.967279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.967592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:09.967905 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218afaa6-4137-4ebc-8d3d-85704f7103d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:13.552248 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3f838abc-8335-42d8-8087-3b4d94b08690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:16.205107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-35adb9ee-c861-4a1b-81e9-a4db8b0075a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:17.409622 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:18.797358 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.311524 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:26.567831 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:51:43.544584 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6bc6709c-faa7-4096-ba87-7e7e8149f7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.205639 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4b153dfc-ca12-47c2-978b-3093a328efbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:47.411266 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:48.802880 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:50.313868 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.566480 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:52:13.548055 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-782042fb-f28a-4123-9ac4-8216cf7cdd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.207046 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-924ace65-8ec9-480b-8873-1b25cf2bced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.414259 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.803569 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:20.316231 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.564975 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 5 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:52:43.549820 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8d35dbc5-e8ef-4757-88c6-681cde997823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:46.212188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7d549e33-0fff-448a-9cef-10202704c229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:47.416978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.806022 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:50.318883 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.001887 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-491896'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.125089 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45070) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:13.231725 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-91ac4b33-8349-4eed-8fa8-05882f2ff1b6 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1054771 Apr 06 12:53:13.553948 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-84185b51-4fa7-4250-b5ab-739185a155bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:15.646898 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45080) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:15.711666 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-28dfa2f6-3e02-444b-a880-df9927a1eb3d admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0633574 Apr 06 12:53:16.219046 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1e232c20-350d-40d5-b6d5-610695edfd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.420107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.563862 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:53:18.809836 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.320985 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:27.970797 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.556489 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-07739a4f-fb86-485a-bd08-bea2eb003fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.211302 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b7bf132f-864a-4476-9764-744d6cd285e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.424057 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.811741 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.324170 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.564368 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:53:57.968973 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:13.565079 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b879dece-75da-41d7-aaf5-52194b8bc3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:16.214406 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6f3dd67b-82a7-4be8-be34-427fb9906202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:17.427828 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:18.816966 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:20.329558 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.970452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.563626 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:54:43.559155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6f340382-f031-498d-a64a-358457d1679c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.211142 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-70c25a8a-64d0-4ad6-9e9b-103e42930a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.429338 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.818044 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.328263 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.653425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45304) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:56.654251 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45306) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:56.859367 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45326) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:56.971894 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1236435695-network', 'tenant_id': 'c531ac9fcd864b999248adc77b852776'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:57.001530 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-259760548-network', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:57.086537 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Made reservation on behalf of ced8aa6655764afdafefdfa6e3726d63 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:57.089652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.119761 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.127488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Made reservation on behalf of c531ac9fcd864b999248adc77b852776 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:57.131426 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.144489 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.281563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-72008935-network', 'tenant_id': '03051cb3880e4976b0d195248d3000a6'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:57.301271 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks [] for security_group (f28a11ee-015c-4733-9b52-c067bc855321), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.304533 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f28a11ee-015c-4733-9b52-c067bc855321), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.329397 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Made reservation on behalf of 03051cb3880e4976b0d195248d3000a6 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:57.332021 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.345669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.371348 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:57.402097 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a11ee-015c-4733-9b52-c067bc855321,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.430221 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.430221 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.430527 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.430870 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.431266 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.431595 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.432313 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.436700 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.438131 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.438476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.438832 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.439186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.439515 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.439839 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.440159 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Tracked resource versions report: Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: pushed versions: Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: { 'AddressGroup': {'1.2'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Agent': {'1.1'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'ConntrackHelper': {'1.0'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Log': {'1.0'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'NDPProxy': {'1.0'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Network': {'1.1'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Port': {'1.7'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'PortForwarding': {'1.3'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'QosPolicy': {'1.10'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroup': {'1.5'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SubPort': {'1.0'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Subnet': {'1.1'}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Trunk': {'1.1'}} Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: consumer versions: Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: HyperV agent@hv-cinder-83676: {}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Agent': '1.1', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'ConntrackHelper': '1.0', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'LocalIPAssociation': '1.0', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Log': '1.0', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'NDPProxy': '1.0', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Network': '1.1', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Port': '1.7', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'PortForwarding': '1.3', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'QosPolicy': '1.10', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroup': '1.5', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SecurityGroupRule': '1.2', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'SubPort': '1.0', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Subnet': '1.1', Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: 'Trunk': '1.1'}} Apr 06 12:54:57.441391 dv-cinder-836769-2-iscsi neutron-server[109707]: {{(pid=109707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:54:57.449866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks [] for security_group (4a7122aa-316c-45c2-a82b-470c06931369), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.456306 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (dad14a7e-69e0-444a-98fd-03d2cbdab958), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.459440 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Added segment dad14a7e-69e0-444a-98fd-03d2cbdab958 of type vlan for network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 Apr 06 12:54:57.465873 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4a7122aa-316c-45c2-a82b-470c06931369), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.486424 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:57.503134 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729488552304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a041609f-1cd4-4b8e-8ed2-27cbae8f73d8), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.504997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Unsubscribe: segment precommit_create {{(pid=109706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:54:57.505255 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Added segment a041609f-1cd4-4b8e-8ed2-27cbae8f73d8 of type vlan for network 641f6caa-58d2-4825-99a1-54c86754574a Apr 06 12:54:57.541995 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (228ae29d-21a4-4675-8aeb-e197eaca3fe1), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.575291 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (228ae29d-21a4-4675-8aeb-e197eaca3fe1), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.577719 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:57.578563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (641f6caa-58d2-4825-99a1-54c86754574a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.578696 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.658054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] Pushing event updated for resources: {'Network': ['ID=228ae29d-21a4-4675-8aeb-e197eaca3fe1,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.664077 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-05435ba2-c438-47a4-a1ac-9a21204343d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0110834 Apr 06 12:54:57.669034 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45344) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:57.673519 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:57.675059 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Request body: {'subnet': {'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1236435695-subnet', 'tenant_id': 'c531ac9fcd864b999248adc77b852776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:57.700415 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Made reservation on behalf of c531ac9fcd864b999248adc77b852776 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:57.703936 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.860098 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7122aa-316c-45c2-a82b-470c06931369,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.870717 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.871501 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.872112 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.872755 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.874389 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.875005 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.875514 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.876007 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.876529 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.877034 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.877548 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.878087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.878573 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.879055 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.879569 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Tracked resource versions report: Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: pushed versions: Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: { 'AddressGroup': {'1.2'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Agent': {'1.1'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Log': {'1.0'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'NDPProxy': {'1.0'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Network': {'1.1'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Port': {'1.7'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'PortForwarding': {'1.3'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'QosPolicy': {'1.10'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroup': {'1.5'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SubPort': {'1.0'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Subnet': {'1.1'}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Trunk': {'1.1'}} Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: consumer versions: Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: HyperV agent@hv-cinder-83676: {}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Agent': '1.1', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'ConntrackHelper': '1.0', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'LocalIPAssociation': '1.0', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Log': '1.0', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'NDPProxy': '1.0', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Network': '1.1', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Port': '1.7', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'PortForwarding': '1.3', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'QosPolicy': '1.10', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroup': '1.5', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SecurityGroupRule': '1.2', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'SubPort': '1.0', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Subnet': '1.1', Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: 'Trunk': '1.1'}} Apr 06 12:54:57.880836 dv-cinder-836769-2-iscsi neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:54:57.883601 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (641f6caa-58d2-4825-99a1-54c86754574a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.884558 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:57.885320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.986695 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.994889 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.023689 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] Pushing event updated for resources: {'Network': ['ID=641f6caa-58d2-4825-99a1-54c86754574a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.045499 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 641f6caa-58d2-4825-99a1-54c86754574a details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:58.069852 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks [] for security_group (ffebf9e4-f760-4871-ace6-98907bddfdd6), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.081425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ffebf9e4-f760-4871-ace6-98907bddfdd6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.124690 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.136720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Checking segment: {'id': 'dad14a7e-69e0-444a-98fd-03d2cbdab958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:58.137085 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Network hostable DHCP agents. Network: 228ae29d-21a4-4675-8aeb-e197eaca3fe1, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:58.151353 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ab6c7fbb-af44-4bda-935b-e3121b20ebc8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2905302 Apr 06 12:54:58.156519 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45370) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:58.170449 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Request body: {'subnet': {'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-subnet', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:58.199998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:58.217261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (51d33e49-2070-4114-b96f-964452697a17), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.218008 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Added segment 51d33e49-2070-4114-b96f-964452697a17 of type vlan for network c770e662-67ea-4e6c-b41c-945894c1238e Apr 06 12:54:58.233158 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:58.246037 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Made reservation on behalf of 03051cb3880e4976b0d195248d3000a6 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:58.254140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.264332 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 228ae29d-21a4-4675-8aeb-e197eaca3fe1) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:58.280431 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da6487-abbd-4f75-a116-507f2a5a5ad1 None None] Network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:58.287558 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:58.305894 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (c770e662-67ea-4e6c-b41c-945894c1238e), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.307119 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.338604 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffebf9e4-f760-4871-ace6-98907bddfdd6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.351545 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (c770e662-67ea-4e6c-b41c-945894c1238e), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.353948 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:58.355361 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.425639 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-53859a1b-7e26-4b44-a564-76d529dfd509 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7535520 Apr 06 12:54:58.480101 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8252311 Apr 06 12:54:58.484025 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45396) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:58.485825 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae1dcb-530f-4fc0-9a0c-be0c254516aa admin admin] Pushing event updated for resources: {'Network': ['ID=c770e662-67ea-4e6c-b41c-945894c1238e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.517342 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Request body: {'subnet': {'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-subnet', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:58.534470 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network c770e662-67ea-4e6c-b41c-945894c1238e details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:58.614373 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f789eb-52a1-4f4e-9631-0e061bbb047d None None] Network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:58.678851 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Made reservation on behalf of ced8aa6655764afdafefdfa6e3726d63 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:58.685411 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.818204 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (e362db52-b972-4df5-bba1-a981b56b9dc1), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.938569 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e362db52-b972-4df5-bba1-a981b56b9dc1,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.950553 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Checking segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:58.951225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Network hostable DHCP agents. Network: 641f6caa-58d2-4825-99a1-54c86754574a, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:59.011916 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Network 641f6caa-58d2-4825-99a1-54c86754574a is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:59.028055 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (ef0a297f-0aba-4717-86d8-799e05adbcb9), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.043466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 641f6caa-58d2-4825-99a1-54c86754574a) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:59.054332 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b49e8ff-5077-4124-950a-d9ecdea76fbf None None] Network 641f6caa-58d2-4825-99a1-54c86754574a requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:59.106892 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:59.108466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.112331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0a297f-0aba-4717-86d8-799e05adbcb9,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:59.138142 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-17b9a510-c56c-4ce7-97b0-368e1f15083e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9805892 Apr 06 12:54:59.141628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45440) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:59.146593 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:59.154186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:59.154798 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Network hostable DHCP agents. Network: c770e662-67ea-4e6c-b41c-945894c1238e, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:59.181639 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.183374 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.202405 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Network c770e662-67ea-4e6c-b41c-945894c1238e is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:59.236516 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-641f6caa-58d2-4825-99a1-54c86754574a', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:59.237943 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, c770e662-67ea-4e6c-b41c-945894c1238e) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:59.238825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.248610 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:59.249246 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.275567 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e53bd-a124-4994-858d-9eafb6de5d56 None None] Network c770e662-67ea-4e6c-b41c-945894c1238e requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:59.279946 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45462) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:59.282536 dv-cinder-836769-2-iscsi neutron-server[109707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:54:59.321361 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-564dd545-f69e-4bc6-bbaa-c04829c56a37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8356326 Apr 06 12:54:59.333993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45466) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:59.444700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:59.515754 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for router_controller (529fd557-1798-47da-9fa8-d4bf5be3ae66), precommit_add_association {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.521488 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-c770e662-67ea-4e6c-b41c-945894c1238e', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:59.522643 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.652086 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-78fb3a40-638f-49cc-acc3-9910c6c2f430 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:59.656669 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-78fb3a40-638f-49cc-acc3-9910c6c2f430 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/networks?id=228ae29d-21a4-4675-8aeb-e197eaca3fe1 HTTP/1.1" status: 200 len: 812 time: 0.3755202 Apr 06 12:54:59.682242 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-d01373de-248a-4f4e-932b-1e8a70e04bb8 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/quotas/c531ac9fcd864b999248adc77b852776 HTTP/1.1" status: 200 len: 375 time: 0.0180686 Apr 06 12:54:59.725107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Allocated IP 172.20.0.2 (641f6caa-58d2-4825-99a1-54c86754574a/e362db52-b972-4df5-bba1-a981b56b9dc1/a5f1197f-790d-45b3-931f-2301745b6f67) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:59.747496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.753087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.789870 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-144fca05-cb97-4d0c-a8a0-5f2397e23037 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c531ac9fcd864b999248adc77b852776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970001 Apr 06 12:54:59.845779 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45496) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:59.862657 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Allocated IP 172.20.0.2 (c770e662-67ea-4e6c-b41c-945894c1238e/ef0a297f-0aba-4717-86d8-799e05adbcb9/63541328-e563-4957-93b1-bad0d40218d8) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:59.931246 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45502) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:59.948875 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for router_controller (febe1ef4-59c9-49e2-b642-fe2e83f58e90), precommit_add_association {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.955776 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for router_gateway (529fd557-1798-47da-9fa8-d4bf5be3ae66), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.974783 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks [] for port (a5f1197f-790d-45b3-931f-2301745b6f67), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.040833 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-63f1232a-92f3-478d-a9ae-c0e72605cde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.086813 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-6bb33e12-5df2-4c24-8691-4e7e887e9ca8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:55:00.088582 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-6bb33e12-5df2-4c24-8691-4e7e887e9ca8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942590 Apr 06 12:55:00.109179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-46dff1b0-8d84-47cf-a222-c7a2ccf7950d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.128012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.181127 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Pushing event updated for resources: {'Port': ['ID=a5f1197f-790d-45b3-931f-2301745b6f67,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.191481 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.191832 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.192174 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.192557 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.192897 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.193310 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.193659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.193989 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.194313 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.194655 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.194978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.195360 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.195733 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.196053 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.196441 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Tracked resource versions report: Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: pushed versions: Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: { 'AddressGroup': {'1.2'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Agent': {'1.1'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'ConntrackHelper': {'1.0'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Log': {'1.0'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'NDPProxy': {'1.0'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Network': {'1.1'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Port': {'1.7'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'PortForwarding': {'1.3'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'QosPolicy': {'1.10'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroup': {'1.5'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SubPort': {'1.0'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Subnet': {'1.1'}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Trunk': {'1.1'}} Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: consumer versions: Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: HyperV agent@hv-cinder-83676: {}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Agent': '1.1', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'ConntrackHelper': '1.0', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'LocalIPAssociation': '1.0', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Log': '1.0', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'NDPProxy': '1.0', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Network': '1.1', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Port': '1.7', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'PortForwarding': '1.3', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'QosPolicy': '1.10', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroup': '1.5', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SecurityGroupRule': '1.2', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'SubPort': '1.0', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Subnet': '1.1', Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: 'Trunk': '1.1'}} Apr 06 12:55:00.197815 dv-cinder-836769-2-iscsi neutron-server[109708]: {{(pid=109708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:55:00.211988 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Network 641f6caa-58d2-4825-99a1-54c86754574a is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:00.214166 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for router_gateway (febe1ef4-59c9-49e2-b642-fe2e83f58e90), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.215413 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:00.219229 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:00.299603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Attempting to bind port a5f1197f-790d-45b3-931f-2301745b6f67 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:00.300169 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Attempting to bind port a5f1197f-790d-45b3-931f-2301745b6f67 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:00.300689 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Attempting to bind port a5f1197f-790d-45b3-931f-2301745b6f67 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:00.312123 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:00.312933 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Checking segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:00.313612 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.314249 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Bound using segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:00.315072 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Bound port: a5f1197f-790d-45b3-931f-2301745b6f67, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:00.315726 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.385466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-46dff1b0-8d84-47cf-a222-c7a2ccf7950d admin admin] Publish callbacks [] for security_group (37c12ee5-c29f-4e62-8e63-ead542e97c63), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.426365 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks [] for port (63541328-e563-4957-93b1-bad0d40218d8), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.439412 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (63541328-e563-4957-93b1-bad0d40218d8), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.456522 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-eeb56948-6258-4d59-a3a8-cb12c5898454 service neutron] 10.222.0.23 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444719 Apr 06 12:55:00.471857 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-46dff1b0-8d84-47cf-a222-c7a2ccf7950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (37c12ee5-c29f-4e62-8e63-ead542e97c63), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.488647 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] For port a5f1197f-790d-45b3-931f-2301745b6f67, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:00.490959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Pushing event updated for resources: {'Port': ['ID=63541328-e563-4957-93b1-bad0d40218d8,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.514308 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:00.516060 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-46dff1b0-8d84-47cf-a222-c7a2ccf7950d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4de1d2967b8744e4bccc57d7bccd32ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5833852 Apr 06 12:55:00.517822 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:00.520646 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-63f1232a-92f3-478d-a9ae-c0e72605cde2 admin admin] Publish callbacks [] for security_group (66666736-2a0c-494a-936a-c0f2092ab7ce), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.521184 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] For port a5f1197f-790d-45b3-931f-2301745b6f67, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a5f1197f-790d-45b3-931f-2301745b6f67,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:00.522976 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:00.532863 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45520) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:00.537725 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-63f1232a-92f3-478d-a9ae-c0e72605cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (66666736-2a0c-494a-936a-c0f2092ab7ce), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.543576 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for router_gateway (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.557134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.587488 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.637300 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb667c-d221-4615-918b-77f8605d8465 None None] Pushing event updated for resources: {'Port': ['ID=a5f1197f-790d-45b3-931f-2301745b6f67,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.653740 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-63f1232a-92f3-478d-a9ae-c0e72605cde2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85f42e9cb8e7446fb4b8f9a9d823cbcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8047221 Apr 06 12:55:00.654424 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45528) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:00.659937 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Attempting to bind port 63541328-e563-4957-93b1-bad0d40218d8 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:00.660422 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Attempting to bind port 63541328-e563-4957-93b1-bad0d40218d8 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:00.660845 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Attempting to bind port 63541328-e563-4957-93b1-bad0d40218d8 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:00.667450 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:00.667926 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:00.668395 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.668853 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Bound using segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:00.670626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Bound port: 63541328-e563-4957-93b1-bad0d40218d8, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:00.670626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (63541328-e563-4957-93b1-bad0d40218d8), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.773931 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dff1b0-8d84-47cf-a222-c7a2ccf7950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c12ee5-c29f-4e62-8e63-ead542e97c63,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.787517 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] For port 63541328-e563-4957-93b1-bad0d40218d8, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:00.798290 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] For port 63541328-e563-4957-93b1-bad0d40218d8, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=63541328-e563-4957-93b1-bad0d40218d8,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:00.808860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (63541328-e563-4957-93b1-bad0d40218d8), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.813437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] Publish callbacks [] for security_group (37c12ee5-c29f-4e62-8e63-ead542e97c63), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.942268 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd01c8-c7c0-4fc8-830b-d7fcc47a6861 None None] Pushing event updated for resources: {'Port': ['ID=63541328-e563-4957-93b1-bad0d40218d8,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.956074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1232a-92f3-478d-a9ae-c0e72605cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66666736-2a0c-494a-936a-c0f2092ab7ce,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.969492 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-86b7550f-cbec-454d-aec7-10a5396e1340 service neutron] 10.222.0.23 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999123 Apr 06 12:55:00.992869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] Publish callbacks [] for security_group (66666736-2a0c-494a-936a-c0f2092ab7ce), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.071922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] Publish callbacks [] for security_group (66666736-2a0c-494a-936a-c0f2092ab7ce), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.129064 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for router_gateway (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.214667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] Publish callbacks [] for security_group (37c12ee5-c29f-4e62-8e63-ead542e97c63), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.246341 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.258044 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (66666736-2a0c-494a-936a-c0f2092ab7ce), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.261129 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.270350 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66666736-2a0c-494a-936a-c0f2092ab7ce HTTP/1.1" status: 204 len: 168 time: 0.6145897 Apr 06 12:55:01.298812 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bda52-6c8a-4eb7-b033-1089a4e9177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66666736-2a0c-494a-936a-c0f2092ab7ce,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:01.343805 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Allocated IP 172.27.1.214 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/fb07488a-5f2c-4552-9d7d-9feac28b9f18) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:01.623955 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45558) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:01.723772 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2519b84c-ca01-47cf-ac33-5c118fe2b4cd req-7859521c-cb21-49b4-9a47-b4aabb06c8a8 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.0968974 Apr 06 12:55:01.876960 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 63541328-e563-4957-93b1-bad0d40218d8 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:01.956777 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (37c12ee5-c29f-4e62-8e63-ead542e97c63), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.959383 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.961399 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37c12ee5-c29f-4e62-8e63-ead542e97c63 HTTP/1.1" status: 204 len: 168 time: 1.4254882 Apr 06 12:55:01.986920 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc87b73-b083-4683-a2a9-8f53259ef387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c12ee5-c29f-4e62-8e63-ead542e97c63,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:01.988942 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 63541328-e563-4957-93b1-bad0d40218d8 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:01.989376 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (63541328-e563-4957-93b1-bad0d40218d8), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.072362 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.107263 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45594) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:02.129323 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87bd6335-6940-4bb4-b4b7-0079d1861481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.130638 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 63541328-e563-4957-93b1-bad0d40218d8 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:02.134870 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (63541328-e563-4957-93b1-bad0d40218d8), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.214368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.225405 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 63541328-e563-4957-93b1-bad0d40218d8, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=63541328-e563-4957-93b1-bad0d40218d8,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:02.237727 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (63541328-e563-4957-93b1-bad0d40218d8), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.239221 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a5f1197f-790d-45b3-931f-2301745b6f67 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:02.243621 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:02.250690 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:02.253863 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:02.308706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45600) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:02.466761 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=63541328-e563-4957-93b1-bad0d40218d8,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:02.502958 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a5f1197f-790d-45b3-931f-2301745b6f67 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:02.503346 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.561752 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Allocated IP 172.27.1.60 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/90c5e5bf-72e7-443b-b7ed-a85e5db295e3) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:02.586350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb07488a-5f2c-4552-9d7d-9feac28b9f18,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:02.724353 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a5f1197f-790d-45b3-931f-2301745b6f67 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:02.724748 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.764340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87bd6335-6940-4bb4-b4b7-0079d1861481 admin admin] Publish callbacks [] for security_group (1fab48f6-e786-421f-b7c7-7d5099c8021f), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.784761 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87bd6335-6940-4bb4-b4b7-0079d1861481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1fab48f6-e786-421f-b7c7-7d5099c8021f), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.820788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for router_gateway (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.836514 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd6335-6940-4bb4-b4b7-0079d1861481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab48f6-e786-421f-b7c7-7d5099c8021f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:02.887265 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port a5f1197f-790d-45b3-931f-2301745b6f67, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a5f1197f-790d-45b3-931f-2301745b6f67,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:02.893713 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac1f5f-d658-4346-bc44-35f2f0db0092 None None] Network 641f6caa-58d2-4825-99a1-54c86754574a requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:02.915479 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-07e4798d-35ad-4397-9925-523f25a6fc28 req-965bcef9-4887-4d25-a6e2-ce526e517995 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.1033657 Apr 06 12:55:02.921952 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-87bd6335-6940-4bb4-b4b7-0079d1861481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0f9dd9773dc44778f9c8a3af8fd234a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8134263 Apr 06 12:55:02.925365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45620) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:02.987052 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.011928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.074180 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-88bd1802-b683-4009-8c55-fef9d97192e2 None None] Provisioning complete for port a5f1197f-790d-45b3-931f-2301745b6f67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:03.074574 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-88bd1802-b683-4009-8c55-fef9d97192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.113396 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3502d0c1-2d37-4df3-9f65-db315d7ef0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.179739 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] Publish callbacks [] for security_group (1fab48f6-e786-421f-b7c7-7d5099c8021f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.208397 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62ee19-2558-4602-bfb9-c05a754c6cb3 None None] Network c770e662-67ea-4e6c-b41c-945894c1238e requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:03.281113 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] Publish callbacks [] for security_group (1fab48f6-e786-421f-b7c7-7d5099c8021f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.297114 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.305975 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.352314 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=a5f1197f-790d-45b3-931f-2301745b6f67,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.484891 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3502d0c1-2d37-4df3-9f65-db315d7ef0b6 admin admin] Publish callbacks [] for security_group (74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.492666 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1fab48f6-e786-421f-b7c7-7d5099c8021f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.496196 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.497244 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fab48f6-e786-421f-b7c7-7d5099c8021f HTTP/1.1" status: 204 len: 168 time: 0.5709107 Apr 06 12:55:03.507194 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153e54-e5ba-44a0-a17a-aefb90364623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab48f6-e786-421f-b7c7-7d5099c8021f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.509063 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3502d0c1-2d37-4df3-9f65-db315d7ef0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.512081 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:03.530217 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:03.565543 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3502d0c1-2d37-4df3-9f65-db315d7ef0b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d182b02f06234cd1b7be27af5000f785&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2528009 Apr 06 12:55:03.566407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45660) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:03.587191 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:03.609229 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502d0c1-2d37-4df3-9f65-db315d7ef0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.737337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 63541328-e563-4957-93b1-bad0d40218d8 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:03.927545 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] Publish callbacks [] for security_group (74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.945221 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Pushing event updated for resources: {'Port': ['ID=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.984537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] Publish callbacks [] for security_group (74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.076867 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eda706fe-88a7-41de-b71e-d5bb9158d72f req-c9991e06-349b-4ff4-bbd1-aea5d76f3d53 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.0485530 Apr 06 12:55:04.092506 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-88bd1802-b683-4009-8c55-fef9d97192e2 None None] Current status of the port a5f1197f-790d-45b3-931f-2301745b6f67 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.103149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.108169 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.110086 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0 HTTP/1.1" status: 204 len: 168 time: 0.5432150 Apr 06 12:55:04.127860 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1772cd-1c93-4c77-acc8-10a56e2a306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecb7d0-2f94-4fb5-91a7-aefb5ef886c0,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:04.165649 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 63541328-e563-4957-93b1-bad0d40218d8 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.168829 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (63541328-e563-4957-93b1-bad0d40218d8), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.303741 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Provisioning complete for port a5f1197f-790d-45b3-931f-2301745b6f67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.304284 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.409685 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:55:04.471114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 63541328-e563-4957-93b1-bad0d40218d8 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.472544 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a5f1197f-790d-45b3-931f-2301745b6f67 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:04.568802 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Current status of the port a5f1197f-790d-45b3-931f-2301745b6f67 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.580927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a5f1197f-790d-45b3-931f-2301745b6f67 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.581543 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.619729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for router_gateway (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.621939 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Provisioning complete for port 63541328-e563-4957-93b1-bad0d40218d8 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.623170 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (63541328-e563-4957-93b1-bad0d40218d8), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.765692 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a5f1197f-790d-45b3-931f-2301745b6f67 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.790229 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-83e104e7-a8ad-4619-bd6f-b3be484dcdeb None None] Current status of the port 63541328-e563-4957-93b1-bad0d40218d8 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.790653 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:04.807224 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:04.823490 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:04.824436 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:04.886331 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.890155 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6d3af7ca-b775-47f6-93d1-4bde4cfdf2e0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7468255 Apr 06 12:55:04.892147 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45718) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:04.927965 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d9f233d0-c399-4146-8e91-90b5bf1c39e7 None None] Provisioning complete for port 63541328-e563-4957-93b1-bad0d40218d8 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.930034 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d9f233d0-c399-4146-8e91-90b5bf1c39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (63541328-e563-4957-93b1-bad0d40218d8), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.066418 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.072275 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d9f233d0-c399-4146-8e91-90b5bf1c39e7 None None] Current status of the port 63541328-e563-4957-93b1-bad0d40218d8 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:05.141555 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:05.456366 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:55:05.634439 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e8592218-ff1f-4089-9617-6b3784b9cf6c req-85e4de6b-50dc-4b92-8851-75813c23e671 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.1244893 Apr 06 12:55:05.655443 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:02Z', 'revision_number': 3, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:05.712474 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:05.712707 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:05.712982 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Updating router 529fd557-1798-47da-9fa8-d4bf5be3ae66 port fb07488a-5f2c-4552-9d7d-9feac28b9f18 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:55:05.731360 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:05.754157 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:05.756777 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:05.769596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.773779 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-efd74033-1f48-47eb-8b21-6b673cff96e8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4377360 Apr 06 12:55:05.773943 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45760) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:05.815381 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.930511 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.11', 50789) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:06.267581 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks [] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:06.274049 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:06.334183 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Pushing event updated for resources: {'Port': ['ID=fb07488a-5f2c-4552-9d7d-9feac28b9f18,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:06.344925 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.345267 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.346119 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.346119 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.346381 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.347024 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.347024 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.347860 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.348194 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.348621 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.349644 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.350132 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.350419 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.350958 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.351064 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Tracked resource versions report: Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: pushed versions: Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: { 'AddressGroup': {'1.2'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Agent': {'1.1'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'ConntrackHelper': {'1.0'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Log': {'1.0'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'NDPProxy': {'1.0'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Network': {'1.1'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Port': {'1.7'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'PortForwarding': {'1.3'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'QosPolicy': {'1.10'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroup': {'1.5'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SubPort': {'1.0'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Subnet': {'1.1'}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Trunk': {'1.1'}} Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: consumer versions: Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: { DHCP agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: HyperV agent@hv-cinder-83676: {}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: L3 agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: Metadata agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: Metering agent@dv-cinder-836769-2-iscsi: {}, Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: Open vSwitch agent@dv-cinder-836769-2-iscsi: { 'AddressGroup': '1.2', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Agent': '1.1', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'ConntrackHelper': '1.0', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'LocalIPAssociation': '1.0', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Log': '1.0', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'NDPProxy': '1.0', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Network': '1.1', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Port': '1.7', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'PortForwarding': '1.3', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'QosPolicy': '1.10', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroup': '1.5', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SecurityGroupRule': '1.2', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'SubPort': '1.0', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Subnet': '1.1', Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: 'Trunk': '1.1'}} Apr 06 12:55:06.353536 dv-cinder-836769-2-iscsi neutron-server[109709]: {{(pid=109709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:55:06.364457 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:06.384688 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Attempting to bind port fb07488a-5f2c-4552-9d7d-9feac28b9f18 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:06.385556 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Attempting to bind port fb07488a-5f2c-4552-9d7d-9feac28b9f18 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:06.385951 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Attempting to bind port fb07488a-5f2c-4552-9d7d-9feac28b9f18 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:06.391978 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-aab952df-9a29-4a89-9950-d73ac87a81f4 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:06.393276 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:06.393527 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-aab952df-9a29-4a89-9950-d73ac87a81f4 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.11 "GET /v2.0/networks?id=228ae29d-21a4-4675-8aeb-e197eaca3fe1 HTTP/1.1" status: 200 len: 812 time: 0.4619033 Apr 06 12:55:06.393730 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:06.394184 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:06.394566 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:06.395039 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Bound port: fb07488a-5f2c-4552-9d7d-9feac28b9f18, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:06.395576 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:06.442744 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Request body: {'port': {'device_id': '3aaff82b-7456-420f-a3bf-477c417363bd', 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1', 'admin_state_up': True, 'tenant_id': 'c531ac9fcd864b999248adc77b852776'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:06.459572 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] For port fb07488a-5f2c-4552-9d7d-9feac28b9f18, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:06.464994 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] For port fb07488a-5f2c-4552-9d7d-9feac28b9f18, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=fb07488a-5f2c-4552-9d7d-9feac28b9f18,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:06.478078 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:06.642810 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ce6a-a188-427c-a4c8-380a0359c4e1 None None] Pushing event updated for resources: {'Port': ['ID=fb07488a-5f2c-4552-9d7d-9feac28b9f18,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:06.732152 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:06.733106 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:06.879910 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.000916 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:07.003505 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:04Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:07.022202 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Made reservation on behalf of c531ac9fcd864b999248adc77b852776 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:07.023023 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2737bbf2-648c-453f-b8c4-f003dd786e12 req-87281ea1-a6e1-4f21-bb89-3f1206b92e79 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.1551237 Apr 06 12:55:07.032836 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.114343 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:07.115557 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Updating router febe1ef4-59c9-49e2-b642-fe2e83f58e90 port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:55:07.190130 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.429810 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:02Z', 'revision_number': 3, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:07.473788 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.537870 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Allocated IP 172.20.0.1 (641f6caa-58d2-4825-99a1-54c86754574a/e362db52-b972-4df5-bba1-a981b56b9dc1/80840e91-6032-4944-a97b-5959ad58c6b7) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:07.569078 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956ea2c-b8a0-45b7-b19c-2828c0f8d176 None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:02Z', 'revision_number': 3, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:07.686602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Allocated IP 172.20.0.3 (228ae29d-21a4-4675-8aeb-e197eaca3fe1/7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77/0a90e3f3-b288-420d-8f68-e677a823475c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:08.018702 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks [] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.058420 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.368083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Attempting to bind port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:08.368905 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Attempting to bind port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:08.369634 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Attempting to bind port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:08.406234 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks [] for port (0a90e3f3-b288-420d-8f68-e677a823475c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.417723 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:08.418590 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:08.421757 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.424226 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:08.425347 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Bound port: 90c5e5bf-72e7-443b-b7ed-a85e5db295e3, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:08.428817 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.564067 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:55:08.582783 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.659889 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1917-cea0-47dd-bc1e-f4c74590d2d9 None None] Pushing event updated for resources: {'Port': ['ID=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:08.754655 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] For port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:08.771589 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] For port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:08.784112 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.793416 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:08.848350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:08.853428 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:08.879944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:08.880675 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:08.939160 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Pushing event updated for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:08.953121 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-9b36f6ec-688c-437e-a05e-2d981240bb75 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5145764 Apr 06 12:55:08.967123 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:08.968005 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:08.985433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-238967a1-481e-4b79-b60e-42de00c7aaef tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:55:08.987302 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-238967a1-481e-4b79-b60e-42de00c7aaef tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172820 Apr 06 12:55:09.126403 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks [] for port (80840e91-6032-4944-a97b-5959ad58c6b7), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:09.177007 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Allocated IP 172.20.0.1 (c770e662-67ea-4e6c-b41c-945894c1238e/ef0a297f-0aba-4717-86d8-799e05adbcb9/e7602c10-fe41-4f10-9443-e46f77587e67) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:09.203272 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1917-cea0-47dd-bc1e-f4c74590d2d9 None None] Pushing event updated for resources: {'Port': ['ID=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:09.277997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e015b18-6a38-4893-a87e-365420886470 req-9bd4622f-7d82-4764-8c35-b6e3c62fecdc tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:09.280151 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3e015b18-6a38-4893-a87e-365420886470 req-9bd4622f-7d82-4764-8c35-b6e3c62fecdc tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 931 time: 0.6077404 Apr 06 12:55:09.360859 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:09.486520 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:09.549936 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3e015b18-6a38-4893-a87e-365420886470 req-55de4910-3d48-4c6e-ab22-3fcfd5285f0b tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596548 Apr 06 12:55:09.561340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Network 641f6caa-58d2-4825-99a1-54c86754574a is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:09.645518 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:09.665275 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:09.668377 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:09.724698 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks [] for port (e7602c10-fe41-4f10-9443-e46f77587e67), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:09.865132 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device fb07488a-5f2c-4552-9d7d-9feac28b9f18 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:09.885140 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45896) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:09.915318 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Pushing event updated for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:10.239720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:10.289980 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45914) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:10.361910 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:10.367471 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:10.379698 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:10.380406 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:10.457066 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:10.488501 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27351906-7df7-4f21-a5a2-42b95876f4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:10.563154 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:10.595114 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Request body: {'port': {'device_id': '3aaff82b-7456-420f-a3bf-477c417363bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:10.734755 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-84416a30-0422-4c82-bd59-3bad7ed693da None None] Provisioning complete for port 80840e91-6032-4944-a97b-5959ad58c6b7 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:10.735607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-84416a30-0422-4c82-bd59-3bad7ed693da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.063643 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port fb07488a-5f2c-4552-9d7d-9feac28b9f18 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:11.064551 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.171504 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks [] for port (80840e91-6032-4944-a97b-5959ad58c6b7), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.207108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.210657 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.357872 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-84416a30-0422-4c82-bd59-3bad7ed693da None None] Port 80840e91-6032-4944-a97b-5959ad58c6b7 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:11.504528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:04Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:11.510176 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Pushing event updated for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:11.616162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27351906-7df7-4f21-a5a2-42b95876f4e3 admin admin] Publish callbacks [] for security_group (a7a41b42-869a-4de0-b350-7d2044f143c8), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.640029 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port fb07488a-5f2c-4552-9d7d-9feac28b9f18 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:11.641056 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.645791 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27351906-7df7-4f21-a5a2-42b95876f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a7a41b42-869a-4de0-b350-7d2044f143c8), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.682934 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port fb07488a-5f2c-4552-9d7d-9feac28b9f18, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=fb07488a-5f2c-4552-9d7d-9feac28b9f18,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:11.698356 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-5b24df29-6b00-4d4e-99f5-ef2caa9f5ae2 None None] Provisioning complete for port e7602c10-fe41-4f10-9443-e46f77587e67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:11.699524 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-5b24df29-6b00-4d4e-99f5-ef2caa9f5ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.744296 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c88def-a370-4076-ad41-741eef59be80 None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:04Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:11.745669 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.748598 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-5b24df29-6b00-4d4e-99f5-ef2caa9f5ae2 None None] Port e7602c10-fe41-4f10-9443-e46f77587e67 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:11.774698 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88909ef3-0a35-494f-a138-3e81eb5c7648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.908170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Network 641f6caa-58d2-4825-99a1-54c86754574a is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:11.915583 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:11.921034 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.995235 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:12.015575 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=fb07488a-5f2c-4552-9d7d-9feac28b9f18,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:12.603007 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-3323ed24-07cc-40ac-8ac8-3f23db11f674 None None] Provisioning complete for port 80840e91-6032-4944-a97b-5959ad58c6b7 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:12.603653 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3323ed24-07cc-40ac-8ac8-3f23db11f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:12.705312 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3323ed24-07cc-40ac-8ac8-3f23db11f674 None None] Port 80840e91-6032-4944-a97b-5959ad58c6b7 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:12.733882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19daef6-d327-46e4-b57f-fc2463fd3747 req-dc41304d-c0ce-4a78-a727-a8f0df1556fa tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:12.748266 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f19daef6-d327-46e4-b57f-fc2463fd3747 req-dc41304d-c0ce-4a78-a727-a8f0df1556fa tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 931 time: 1.2228310 Apr 06 12:55:12.917104 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks [] for port (e7602c10-fe41-4f10-9443-e46f77587e67), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:12.962121 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-27351906-7df7-4f21-a5a2-42b95876f4e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2001e305e71946f1a13810cf528cca0d&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0755024 Apr 06 12:55:12.976886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45956) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:12.982129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351906-7df7-4f21-a5a2-42b95876f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a41b42-869a-4de0-b350-7d2044f143c8,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:12.986676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:12.987488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.183051 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] Publish callbacks [] for security_group (a7a41b42-869a-4de0-b350-7d2044f143c8), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.256816 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] Publish callbacks [] for security_group (a7a41b42-869a-4de0-b350-7d2044f143c8), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.280234 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88909ef3-0a35-494f-a138-3e81eb5c7648 admin admin] Publish callbacks [] for security_group (6381112e-02de-4a47-898e-a676e6a59f3a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.314891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88909ef3-0a35-494f-a138-3e81eb5c7648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6381112e-02de-4a47-898e-a676e6a59f3a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.393770 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f19daef6-d327-46e4-b57f-fc2463fd3747 req-3bf84f5d-1725-45b1-b3c2-32b8d1675ae5 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436796 Apr 06 12:55:13.441514 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a90e3f3-b288-420d-8f68-e677a823475c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:13.488102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks [] for port (0a90e3f3-b288-420d-8f68-e677a823475c), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.589657 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Transition to ACTIVE for port object 0a90e3f3-b288-420d-8f68-e677a823475c will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:13.641324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ba9be27f-8a01-466e-a7e0-cd85cb4426cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.655058 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 45974) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:13.669351 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.729282 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:13.807656 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:13.844682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a7a41b42-869a-4de0-b350-7d2044f143c8), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.870802 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.875254 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7a41b42-869a-4de0-b350-7d2044f143c8 HTTP/1.1" status: 204 len: 168 time: 0.8878455 Apr 06 12:55:14.066329 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090b229-2fad-4e00-875e-0a8aa2fd99fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a41b42-869a-4de0-b350-7d2044f143c8,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:14.087434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88909ef3-0a35-494f-a138-3e81eb5c7648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6381112e-02de-4a47-898e-a676e6a59f3a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:14.101504 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:14.109199 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-88909ef3-0a35-494f-a138-3e81eb5c7648 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4082715dd2c4d6f9b9a2691c78a1cd2&name=default HTTP/1.1" status: 200 len: 2992 time: 3.8149431 Apr 06 12:55:14.114775 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 45982) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:14.118407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:14.128017 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Attempting to bind port 0a90e3f3-b288-420d-8f68-e677a823475c on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:14.131449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Attempting to bind port 0a90e3f3-b288-420d-8f68-e677a823475c by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'dad14a7e-69e0-444a-98fd-03d2cbdab958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:14.131449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Attempting to bind port 0a90e3f3-b288-420d-8f68-e677a823475c on network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:14.144585 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:14.150359 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49512339-af83-47ab-9b82-ad9558594d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.175172 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Port 0a90e3f3-b288-420d-8f68-e677a823475c on network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:14.175918 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Attempting to bind port 0a90e3f3-b288-420d-8f68-e677a823475c on network 228ae29d-21a4-4675-8aeb-e197eaca3fe1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:14.186990 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:14.187611 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Checking segment: {'id': 'dad14a7e-69e0-444a-98fd-03d2cbdab958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:14.188450 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Bound using segment: {'id': 'dad14a7e-69e0-444a-98fd-03d2cbdab958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:14.189398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Bound port: 0a90e3f3-b288-420d-8f68-e677a823475c, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad14a7e-69e0-444a-98fd-03d2cbdab958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:14.189966 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.225333 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:14.320771 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:14.326840 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0a90e3f3-b288-420d-8f68-e677a823475c,segment=NetworkSegment(dad14a7e-69e0-444a-98fd-03d2cbdab958),segment_id=dad14a7e-69e0-444a-98fd-03d2cbdab958)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:14.343563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.408927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:14.409359 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.463313 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:14.463938 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.469054 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/0a90e3f3-b288-420d-8f68-e677a823475c HTTP/1.1" status: 200 len: 1093 time: 4.2436030 Apr 06 12:55:14.473041 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:14.673607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:14.674188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.706419 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:14.721533 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.722452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device fb07488a-5f2c-4552-9d7d-9feac28b9f18 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:14.742059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49512339-af83-47ab-9b82-ad9558594d59 admin admin] Publish callbacks [] for security_group (ebe0679e-c6a6-4256-a206-c6b4c1cba307), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.760872 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49512339-af83-47ab-9b82-ad9558594d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ebe0679e-c6a6-4256-a206-c6b4c1cba307), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.780633 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-92c55755-5a02-43f3-b02b-be3eb128526f None None] Provisioning complete for port e7602c10-fe41-4f10-9443-e46f77587e67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:14.781276 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-92c55755-5a02-43f3-b02b-be3eb128526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.793314 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] Publish callbacks [] for security_group (6381112e-02de-4a47-898e-a676e6a59f3a), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.823595 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49512339-af83-47ab-9b82-ad9558594d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe0679e-c6a6-4256-a206-c6b4c1cba307,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:14.878561 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034ee5-fe52-41ba-be67-8e1958ffd5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:14.907761 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-49512339-af83-47ab-9b82-ad9558594d59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de12ed9ce92e4fe7a16df22b27b3a465&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2131841 Apr 06 12:55:14.910388 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46000) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:15.075378 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-92c55755-5a02-43f3-b02b-be3eb128526f None None] Port e7602c10-fe41-4f10-9443-e46f77587e67 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:15.085509 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:15.090065 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port fb07488a-5f2c-4552-9d7d-9feac28b9f18 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:15.090898 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.127242 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:15.158598 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] Publish callbacks [] for security_group (ebe0679e-c6a6-4256-a206-c6b4c1cba307), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.186962 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] Publish callbacks [] for security_group (6381112e-02de-4a47-898e-a676e6a59f3a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.227822 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] Publish callbacks [] for security_group (ebe0679e-c6a6-4256-a206-c6b4c1cba307), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.270127 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port fb07488a-5f2c-4552-9d7d-9feac28b9f18 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:15.357918 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c728c-c776-47fc-920e-4056f9af028a req-1d90b35c-cf76-46f5-9587-3d17aad902cc tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:15.359122 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-da9c728c-c776-47fc-920e-4056f9af028a req-1d90b35c-cf76-46f5-9587-3d17aad902cc tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.5754645 Apr 06 12:55:15.367378 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ebe0679e-c6a6-4256-a206-c6b4c1cba307), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.370563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.374416 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebe0679e-c6a6-4256-a206-c6b4c1cba307 HTTP/1.1" status: 204 len: 168 time: 0.4602945 Apr 06 12:55:15.379880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:15.392026 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:15.394532 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760e912-4143-4eff-88eb-f392d3304b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe0679e-c6a6-4256-a206-c6b4c1cba307,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:15.421342 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-54b31ec2-f734-40b2-955f-db18d46083c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/529fd557-1798-47da-9fa8-d4bf5be3ae66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5267389 Apr 06 12:55:15.425629 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:15.426297 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:15.570535 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:15.593076 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-da9c728c-c776-47fc-920e-4056f9af028a req-6464241e-6858-4a46-8bdb-ce860aad2da1 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232950 Apr 06 12:55:15.597832 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:15.647878 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6381112e-02de-4a47-898e-a676e6a59f3a), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.653783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:15.661989 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6381112e-02de-4a47-898e-a676e6a59f3a HTTP/1.1" status: 204 len: 168 time: 1.5329950 Apr 06 12:55:15.719171 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be852ca-7dfa-444c-ad03-7444b01982cf x-openstack-request-id: req-2be852ca-7dfa-444c-ad03-7444b01982cf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:15.719604 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:15.719985 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2be852ca-7dfa-444c-ad03-7444b01982cf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:15.720672 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be852ca-7dfa-444c-ad03-7444b01982cf'] response: {'name': 'network-changed', 'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c', 'status': 'completed', 'code': 200} Apr 06 12:55:15.787095 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811ae61-5c9a-4449-a1ab-ae1d0b3b8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6381112e-02de-4a47-898e-a676e6a59f3a,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:15.928728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:15.943822 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 2, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:16.010717 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:16.013361 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:16.013985 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.018071 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bae7988e-0e0e-4570-9ac6-ac63e26b34a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/febe1ef4-59c9-49e2-b642-fe2e83f58e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2427464 Apr 06 12:55:16.061959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:16.077349 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:16.079272 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Updating router 529fd557-1798-47da-9fa8-d4bf5be3ae66 port 80840e91-6032-4944-a97b-5959ad58c6b7 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:55:16.113698 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:16.121229 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:54:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:16.126820 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.300019 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:16.352011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46040) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:16.369330 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eeb34d8a-ea6d-4327-89b4-f9a80f90c5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.373024 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-dc538032-4542-4277-a41c-b98bba6c9712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.447949 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:16.561183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eeb34d8a-ea6d-4327-89b4-f9a80f90c5de admin admin] Publish callbacks [] for security_group (af102c99-ff8d-4824-953d-28d83d9b6791), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.578026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eeb34d8a-ea6d-4327-89b4-f9a80f90c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (af102c99-ff8d-4824-953d-28d83d9b6791), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.645704 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks [] for port (80840e91-6032-4944-a97b-5959ad58c6b7), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.662931 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.693662 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-eeb34d8a-ea6d-4327-89b4-f9a80f90c5de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0a37819a33c4edea8de80cc0f30efc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396547 Apr 06 12:55:16.694555 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb34d8a-ea6d-4327-89b4-f9a80f90c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af102c99-ff8d-4824-953d-28d83d9b6791,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:16.699339 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46046) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:16.774494 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e20cf-a08b-49a7-9a4c-136334d70dec None None] Pushing event updated for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:16.892557 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Attempting to bind port 80840e91-6032-4944-a97b-5959ad58c6b7 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:16.893707 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Attempting to bind port 80840e91-6032-4944-a97b-5959ad58c6b7 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:16.894550 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Attempting to bind port 80840e91-6032-4944-a97b-5959ad58c6b7 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:16.914198 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:16.915260 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Checking segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:16.916031 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.916893 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Bound using segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:16.920307 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Bound port: 80840e91-6032-4944-a97b-5959ad58c6b7, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:16.920949 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.985409 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:12Z', 'revision_number': 2, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:17.028604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:17.029217 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Updating router febe1ef4-59c9-49e2-b642-fe2e83f58e90 port e7602c10-fe41-4f10-9443-e46f77587e67 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:55:17.053277 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] Publish callbacks [] for security_group (af102c99-ff8d-4824-953d-28d83d9b6791), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.082728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.124650 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] For port 80840e91-6032-4944-a97b-5959ad58c6b7, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:17.133337 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] For port 80840e91-6032-4944-a97b-5959ad58c6b7, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=80840e91-6032-4944-a97b-5959ad58c6b7,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:17.145172 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.151974 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c86896-ff32-4662-aa02-b035e53fbda5 req-8a4c85aa-92e9-413f-b448-16fd9dd2ab32 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:17.166781 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3c86896-ff32-4662-aa02-b035e53fbda5 req-8a4c85aa-92e9-413f-b448-16fd9dd2ab32 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.3150640 Apr 06 12:55:17.207822 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] Publish callbacks [] for security_group (af102c99-ff8d-4824-953d-28d83d9b6791), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.304218 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3c86896-ff32-4662-aa02-b035e53fbda5 req-0572b23a-f323-41d6-a532-c5af1c2c0899 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361639 Apr 06 12:55:17.348443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (af102c99-ff8d-4824-953d-28d83d9b6791), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.350911 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.355184 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af102c99-ff8d-4824-953d-28d83d9b6791 HTTP/1.1" status: 204 len: 168 time: 0.6515009 Apr 06 12:55:17.363073 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:17.365048 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:55:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:17.367149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf75980-14f2-41d6-baea-0470a8511d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af102c99-ff8d-4824-953d-28d83d9b6791,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:17.409202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Provisioning complete for port 80840e91-6032-4944-a97b-5959ad58c6b7 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:17.410095 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.447160 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e20cf-a08b-49a7-9a4c-136334d70dec None None] Pushing event updated for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=4']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:17.586011 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46070) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:17.593861 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540693426', 'description': 'tempest-description--826551633'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:17.633908 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.653975 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:17.674393 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.961453 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:17Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:17.967316 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (769a4a5a-19e0-4862-855b-e1bd9a1f622f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.025175 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d452b3-fc31-4a12-ab30-b6486425723b None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:17Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:18.070204 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Current status of the port 80840e91-6032-4944-a97b-5959ad58c6b7 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:18.071045 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.084745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (769a4a5a-19e0-4862-855b-e1bd9a1f622f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.149704 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.151594 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5642164 Apr 06 12:55:18.154453 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46092) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:18.167869 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] For port 80840e91-6032-4944-a97b-5959ad58c6b7, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=80840e91-6032-4944-a97b-5959ad58c6b7,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:18.170419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group_rule': {'security_group_id': '769a4a5a-19e0-4862-855b-e1bd9a1f622f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:18.206145 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6731-574d-4b5c-ab3c-572f34447694 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769a4a5a-19e0-4862-855b-e1bd9a1f622f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.218676 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.237697 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (9951bea6-f2a4-4e85-841e-327f352cc6cf), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.316610 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-212d5079-ff17-4b06-8d16-ccfbdd6a675a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.318197 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-212d5079-ff17-4b06-8d16-ccfbdd6a675a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.4371960 Apr 06 12:55:18.338493 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks [] for port (e7602c10-fe41-4f10-9443-e46f77587e67), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.368506 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-41c60c36-0e88-4cb3-a894-e16d2419a012 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/quotas/ced8aa6655764afdafefdfa6e3726d63 HTTP/1.1" status: 200 len: 375 time: 0.0267098 Apr 06 12:55:18.399698 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.420764 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (9951bea6-f2a4-4e85-841e-327f352cc6cf), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.426990 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2430db-08c5-486e-bf82-0d032c3a43bb None None] Pushing event updated for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.441384 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (9951bea6-f2a4-4e85-841e-327f352cc6cf), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.450913 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4fd2556d-5722-4e10-8ae6-db69038f81ca None None] Provisioning complete for port 80840e91-6032-4944-a97b-5959ad58c6b7 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:18.451305 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4fd2556d-5722-4e10-8ae6-db69038f81ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.477520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9951bea6-f2a4-4e85-841e-327f352cc6cf,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.503926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-6ee5cbba-94e7-425a-8796-7e1fae2637a5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323905 Apr 06 12:55:18.513524 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.517140 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-143ca73b-4c9f-4e87-bf72-bf91408c5a0c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573995 Apr 06 12:55:18.521446 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46100) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:18.526296 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group_rule': {'security_group_id': '769a4a5a-19e0-4862-855b-e1bd9a1f622f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:18.608874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (0c341144-ecf6-4430-b638-346fa615f57b), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.657296 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed640569-2efb-4052-b023-15d4e1af4fcb None None] Pushing event updated for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.737240 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Attempting to bind port e7602c10-fe41-4f10-9443-e46f77587e67 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:18.741425 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Attempting to bind port e7602c10-fe41-4f10-9443-e46f77587e67 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:18.742068 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Attempting to bind port e7602c10-fe41-4f10-9443-e46f77587e67 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:18.763481 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:18.764408 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:18.765870 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.767430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Bound using segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:18.770217 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Bound port: e7602c10-fe41-4f10-9443-e46f77587e67, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:18.771371 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.819970 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (0c341144-ecf6-4430-b638-346fa615f57b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.829541 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (0c341144-ecf6-4430-b638-346fa615f57b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.905125 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-9587f38a-df3b-4cd0-8747-6626bf3da36d service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997746 Apr 06 12:55:18.915159 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c341144-ecf6-4430-b638-346fa615f57b,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.936294 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.946873 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-8b2f190e-5029-4cba-9247-378a6db03ef5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236245 Apr 06 12:55:18.949160 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46114) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:18.973161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:19.138103 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:19.243972 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] For port e7602c10-fe41-4f10-9443-e46f77587e67, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:19.257612 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] For port e7602c10-fe41-4f10-9443-e46f77587e67, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=e7602c10-fe41-4f10-9443-e46f77587e67,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:19.283450 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2556d-5722-4e10-8ae6-db69038f81ca None None] Current status of the port 80840e91-6032-4944-a97b-5959ad58c6b7 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:19.292004 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:19.304686 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:19.558552 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Provisioning complete for port e7602c10-fe41-4f10-9443-e46f77587e67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:19.562172 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:19.563978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:19.564640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:55:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:19.611425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f49f-ce8a-41a6-ab97-9a3dd748906d req-9882a9e4-5ad2-4f0c-82f4-4a2f50e73f69 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:19.631416 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7977f49f-ce8a-41a6-ab97-9a3dd748906d req-9882a9e4-5ad2-4f0c-82f4-4a2f50e73f69 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.7243681 Apr 06 12:55:19.665821 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-a56e1c04-0ee2-4218-b694-ccaafd56f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:19.667373 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-a56e1c04-0ee2-4218-b694-ccaafd56f117 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c531ac9fcd864b999248adc77b852776&device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 1127 time: 0.5865316 Apr 06 12:55:19.763406 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-b23f4625-ae87-473d-92e7-111343d52337 service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091249 Apr 06 12:55:19.764107 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46136) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:19.956252 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7977f49f-ce8a-41a6-ab97-9a3dd748906d req-c6e29fb8-35c5-43ea-8d66-dd0e6bd68243 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233666 Apr 06 12:55:20.052606 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-14d87748-2b49-4cde-aea5-16cde168bc32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a90e3f3-b288-420d-8f68-e677a823475c HTTP/1.1" status: 200 len: 217 time: 0.3689835 Apr 06 12:55:20.171509 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 80840e91-6032-4944-a97b-5959ad58c6b7 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:20.229607 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-ef21bd20-3a6b-42f8-8eec-062f6a82cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:20.236461 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-ef21bd20-3a6b-42f8-8eec-062f6a82cc9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77 HTTP/1.1" status: 200 len: 852 time: 0.1618605 Apr 06 12:55:20.555796 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-c60019da-b40f-45f9-bef5-6b95a7e1485c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=228ae29d-21a4-4675-8aeb-e197eaca3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2948427 Apr 06 12:55:20.581877 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-64a2dafa-a7e4-459a-af45-67b83925822f req-15e9d8db-dd73-468f-bf9d-496f35d9e1ba tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 210 time: 0.1463571 Apr 06 12:55:20.630037 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-119034817-network', 'tenant_id': '113ad226f00d467b880c2d6312b83be6'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:20.661093 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed640569-2efb-4052-b023-15d4e1af4fcb None None] Pushing event updated for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:20.729936 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Made reservation on behalf of 113ad226f00d467b880c2d6312b83be6 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:20.732382 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:20.779043 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:20.795078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:20.923498 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:20.986046 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.051951 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Current status of the port e7602c10-fe41-4f10-9443-e46f77587e67 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:21.053267 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.133080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks [] for security_group (00faecae-227e-4d53-8122-afd1bb43ad2f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.145036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (00faecae-227e-4d53-8122-afd1bb43ad2f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.328608 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 80840e91-6032-4944-a97b-5959ad58c6b7 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:21.331502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.501589 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-f62485ac-89f8-457a-91f2-ba2f66867bb6 service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9449060 Apr 06 12:55:21.533741 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00faecae-227e-4d53-8122-afd1bb43ad2f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:21.552613 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:55:21.824418 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a42ffa00-c24a-4bf4-8f2e-bd80a44cad93), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:21.828740 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Added segment a42ffa00-c24a-4bf4-8f2e-bd80a44cad93 of type vlan for network f724ca4d-6be7-4c1e-81ad-60456d13b648 Apr 06 12:55:22.019273 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] For port e7602c10-fe41-4f10-9443-e46f77587e67, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=e7602c10-fe41-4f10-9443-e46f77587e67,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:22.047412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Allocated IP 172.27.1.142 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/bc33c44a-02bc-47cf-bbb7-e49333bb3312) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:22.058565 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.221419 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0a649597-7baa-442a-9598-94ea7f1efb68 req-90ae7275-4839-4469-8e80-9a1df1d30dbb service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873894 Apr 06 12:55:22.288521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-82a74f9c-cdc0-467f-8824-218f54e8dda6 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:22.310881 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-82a74f9c-cdc0-467f-8824-218f54e8dda6 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.8581522 Apr 06 12:55:22.339210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06001f23-f0da-4107-bd58-638b859e642c req-581a8c73-c348-4be9-b35d-c3c68f3d03e3 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:22.349997 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b898666-1079-4dae-8e29-1c06df842491 None None] Pushing event updated for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:22.355913 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-06001f23-f0da-4107-bd58-638b859e642c req-581a8c73-c348-4be9-b35d-c3c68f3d03e3 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 1.1120543 Apr 06 12:55:22.470518 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (f724ca4d-6be7-4c1e-81ad-60456d13b648), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.567643 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-5aaa457f-f5b8-4b55-b4df-8f14b97c364e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/quotas/ced8aa6655764afdafefdfa6e3726d63 HTTP/1.1" status: 200 len: 375 time: 0.2009962 Apr 06 12:55:22.623347 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-9f285f85-0737-4db3-9016-0b011dfbe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:22.631448 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-9f285f85-0737-4db3-9016-0b011dfbe916 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c531ac9fcd864b999248adc77b852776&device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 1127 time: 0.2298462 Apr 06 12:55:22.635018 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.635737 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.db.resource_extend [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:55:22.695013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-37244bca-77b4-4439-9ecd-2882f0b0880f None None] Provisioning complete for port e7602c10-fe41-4f10-9443-e46f77587e67 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:22.695774 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-37244bca-77b4-4439-9ecd-2882f0b0880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.721015 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (f724ca4d-6be7-4c1e-81ad-60456d13b648), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.721015 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:22.721771 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.723861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:22.878619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:22.895528 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:22.912454 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:22.916004 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-b93aeeb3-d419-436c-ba7e-840effba3cbc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3474057 Apr 06 12:55:22.961440 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-06001f23-f0da-4107-bd58-638b859e642c req-34e8dd1d-eaaf-4406-b5c7-770d2af17fe1 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044092 Apr 06 12:55:22.980576 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 80840e91-6032-4944-a97b-5959ad58c6b7 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:22.986795 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=bc33c44a-02bc-47cf-bbb7-e49333bb3312,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:23.008042 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2340896 Apr 06 12:55:23.009638 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46262) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:23.010496 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570737f2-95ac-4f03-ad37-6b2a1a5870de admin admin] Pushing event updated for resources: {'Network': ['ID=f724ca4d-6be7-4c1e-81ad-60456d13b648,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:23.024615 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Request body: {'subnet': {'network_id': 'f724ca4d-6be7-4c1e-81ad-60456d13b648', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-119034817-subnet', 'tenant_id': '113ad226f00d467b880c2d6312b83be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:23.131900 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network f724ca4d-6be7-4c1e-81ad-60456d13b648 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:55:23.188595 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-37244bca-77b4-4439-9ecd-2882f0b0880f None None] Current status of the port e7602c10-fe41-4f10-9443-e46f77587e67 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:23.196160 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:19Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:23.248856 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2115f3-7348-4ee9-b1af-a16bdad6ef2e None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:19Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:23.254348 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-9d237d8f-d159-4ece-be68-c45afbccdbc0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:55:23.255789 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-9d237d8f-d159-4ece-be68-c45afbccdbc0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0946722 Apr 06 12:55:23.283183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:23.321234 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Made reservation on behalf of 113ad226f00d467b880c2d6312b83be6 for: {'subnet': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:23.324635 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:23.461882 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:23.499772 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-c75e9021-866e-48a2-b521-b6ece65c4566 service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358432 Apr 06 12:55:23.714182 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-b4c3b29a-9ab1-40f2-9de0-1080d6f837fd service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048700 Apr 06 12:55:24.139941 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:24.172180 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:24.229020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (448dfc0a-83d2-402f-9523-9d8b6a70c107), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:24.455705 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c18f6aa-aae9-4680-b176-f615c6af4e7a req-23f8cf58-1747-45e7-b4be-5970555448fa tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.2869089 Apr 06 12:55:24.585242 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3bafc-f7d2-4373-8568-bf4cb007469e req-1447d4bf-98b3-441f-84b9-0a9a86ba0f6d tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:24.614224 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ea3bafc-f7d2-4373-8568-bf4cb007469e req-1447d4bf-98b3-441f-84b9-0a9a86ba0f6d tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.5181198 Apr 06 12:55:24.650853 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-21910dee-d56d-48a5-89e3-b4142874dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:24.653936 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-21910dee-d56d-48a5-89e3-b4142874dee6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=228ae29d-21a4-4675-8aeb-e197eaca3fe1 HTTP/1.1" status: 200 len: 913 time: 0.4059045 Apr 06 12:55:24.790510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:24.798052 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=448dfc0a-83d2-402f-9523-9d8b6a70c107,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:24.819210 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ea3bafc-f7d2-4373-8568-bf4cb007469e req-6e5c6e8d-7e67-442d-9820-7a957f815181 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999364 Apr 06 12:55:24.857368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=bc33c44a-02bc-47cf-bbb7-e49333bb3312,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:24.884023 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:24.885320 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bc838ca2-4e4c-434d-b211-83d24d91df48 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9318464 Apr 06 12:55:24.915028 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Checking segment: {'id': 'a42ffa00-c24a-4bf4-8f2e-bd80a44cad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f724ca4d-6be7-4c1e-81ad-60456d13b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:24.915578 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Network hostable DHCP agents. Network: f724ca4d-6be7-4c1e-81ad-60456d13b648, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:55:24.963295 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Network f724ca4d-6be7-4c1e-81ad-60456d13b648 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:55:24.997094 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, f724ca4d-6be7-4c1e-81ad-60456d13b648) {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:25.003330 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:25.003979 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:25.031022 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-1bb30a86-4f99-4481-b4ea-5a65f9301edd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0186870 Apr 06 12:55:25.050980 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cff39-a9ae-405a-8ab7-0fc39bab73e1 None None] Network f724ca4d-6be7-4c1e-81ad-60456d13b648 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:25.254824 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device e7602c10-fe41-4f10-9443-e46f77587e67 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:25.467372 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-52601bed-e111-4ddb-9d55-670349c62e39 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--540693426&fields=id&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 267 time: 0.0968850 Apr 06 12:55:25.637742 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce76c7-01c5-4680-99b3-7b1b7101cc7c None None] Network f724ca4d-6be7-4c1e-81ad-60456d13b648 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:25.968347 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e566a544-4836-4edf-8be3-82720c6e1deb req-f2e3e158-3399-4410-afe0-722f4457d7ea tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.2485983 Apr 06 12:55:26.023417 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port e7602c10-fe41-4f10-9443-e46f77587e67 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:26.024136 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:26.127659 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-a49e1efa-500f-4030-bc68-717f7dc229a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a90e3f3-b288-420d-8f68-e677a823475c HTTP/1.1" status: 200 len: 217 time: 0.3475144 Apr 06 12:55:26.255670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-a548d087-b930-47f5-a59c-6fe06955ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:26.264979 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-a548d087-b930-47f5-a59c-6fe06955ea7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77 HTTP/1.1" status: 200 len: 852 time: 0.1331382 Apr 06 12:55:26.366632 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-72388734-ae8f-4333-9a04-7f6e56e643e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=228ae29d-21a4-4675-8aeb-e197eaca3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939193 Apr 06 12:55:26.417834 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port e7602c10-fe41-4f10-9443-e46f77587e67 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:26.459550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-4d2674ff-4de5-44b5-9cb2-92e2c4368aec tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:26.472487 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-4d2674ff-4de5-44b5-9cb2-92e2c4368aec tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 815 time: 1.0033476 Apr 06 12:55:26.499232 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-7735e015-549e-4521-b337-911d658f3e68 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/quotas/03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 375 time: 0.0194414 Apr 06 12:55:26.601915 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5cfcc-4b0f-4027-a62b-00ec9a2ddb71 req-b445c3a6-3af0-4a09-8353-d26b45c30551 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:26.613187 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-44a5cfcc-4b0f-4027-a62b-00ec9a2ddb71 req-b445c3a6-3af0-4a09-8353-d26b45c30551 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.3120425 Apr 06 12:55:27.030429 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46432) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:27.065420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-27090611-network', 'tenant_id': 'bbd5f5b0ae8e4567a4f30c6a86a5e893'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:27.126482 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-331cf6d2-a230-471d-865b-acc53fd81c66 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6196969 Apr 06 12:55:27.133000 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-8376ad15-326e-4c3e-8e9b-5cca4c257c01 service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286132 Apr 06 12:55:27.148327 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Made reservation on behalf of bbd5f5b0ae8e4567a4f30c6a86a5e893 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:27.152457 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.166484 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.197291 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-44a5cfcc-4b0f-4027-a62b-00ec9a2ddb71 req-9a14bb2c-994c-4bd5-84d3-23cc4c688fd1 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732288 Apr 06 12:55:27.300258 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks [] for security_group (ecca1af5-69e3-4bf2-b846-0743878ef6ff), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.306053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ecca1af5-69e3-4bf2-b846-0743878ef6ff), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.350248 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:55:27.365222 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca1af5-69e3-4bf2-b846-0743878ef6ff,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:27.376549 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.377538 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Added segment 7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3 of type vlan for network 884ed711-01c8-468a-90cc-f30de7d9d19b Apr 06 12:55:27.378785 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3fd525a9-682b-4365-8290-4f4cce50fd97 req-2d31eec5-bb28-40aa-bc65-bebba5414a3c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0869660 Apr 06 12:55:27.385696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-8d07eb87-bc7b-4a90-a964-69538c359c6d service neutron] 10.222.0.23 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349801 Apr 06 12:55:27.425818 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.11', 50810) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:27.458903 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46460) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:27.576400 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-d2d40e85-1629-4638-a450-074cbeee487b service neutron] 10.222.0.23 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809940 Apr 06 12:55:27.735423 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (884ed711-01c8-468a-90cc-f30de7d9d19b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.985021 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9727a845-9afc-425d-9205-fa6ed834446a req-7e253ded-02c3-4440-bbf7-e14e37eb6d5b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.1091142 Apr 06 12:55:27.998855 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.054676 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-50d5d701-2f0e-40cd-aec1-73b9b99b1b5e req-bc3aa18f-a735-4ff4-addb-d37178a8ee13 service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302261 Apr 06 12:55:28.059813 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (884ed711-01c8-468a-90cc-f30de7d9d19b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.060852 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:28.061464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.134617 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] Pushing event updated for resources: {'Network': ['ID=884ed711-01c8-468a-90cc-f30de7d9d19b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:28.152476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 884ed711-01c8-468a-90cc-f30de7d9d19b details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:55:28.162791 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-4328b490-1ce8-46bf-a38b-1c7d99b51cbb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:28.164595 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-4328b490-1ce8-46bf-a38b-1c7d99b51cbb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.7378309 Apr 06 12:55:28.173682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6acffd2b-d547-4293-9ccf-c6273860bf39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.203238 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-30af06ac-9575-413c-8632-b3e7ce28d2eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1666098 Apr 06 12:55:28.206375 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46500) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:28.214957 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Request body: {'subnet': {'network_id': '884ed711-01c8-468a-90cc-f30de7d9d19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-27090611-subnet', 'tenant_id': 'bbd5f5b0ae8e4567a4f30c6a86a5e893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:28.290274 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Made reservation on behalf of bbd5f5b0ae8e4567a4f30c6a86a5e893 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:28.298379 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.440859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6acffd2b-d547-4293-9ccf-c6273860bf39 admin admin] Publish callbacks [] for security_group (7ae8608f-3bd0-40ad-987f-67d23c71b0c1), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.447085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6acffd2b-d547-4293-9ccf-c6273860bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7ae8608f-3bd0-40ad-987f-67d23c71b0c1), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.552477 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6acffd2b-d547-4293-9ccf-c6273860bf39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd76c21582644d5ab809d21ae50a7c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0777998 Apr 06 12:55:28.577974 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46508) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:28.640746 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acffd2b-d547-4293-9ccf-c6273860bf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8608f-3bd0-40ad-987f-67d23c71b0c1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:28.666594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46514) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:28.676375 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f628eeb-2add-4d20-9bd7-f4d53cc06b3b req-16b85f24-2390-4524-b535-e33a99783a5e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.1376197 Apr 06 12:55:28.824878 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42347a3b-0685-4877-85bd-a6bb552ec5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.842251 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857323f-5bca-4fba-a438-2e5014c2bd07 req-7c52aed3-d67e-4b32-9977-cc0224d96184 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:28.843930 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6857323f-5bca-4fba-a438-2e5014c2bd07 req-7c52aed3-d67e-4b32-9977-cc0224d96184 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.1886051 Apr 06 12:55:28.844937 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] Publish callbacks [] for security_group (7ae8608f-3bd0-40ad-987f-67d23c71b0c1), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.847045 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.917841 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] Publish callbacks [] for security_group (7ae8608f-3bd0-40ad-987f-67d23c71b0c1), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.929137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42347a3b-0685-4877-85bd-a6bb552ec5fe admin admin] Publish callbacks [] for security_group (8a03cfab-7215-4726-87c2-de672ebe6fa4), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.934590 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42347a3b-0685-4877-85bd-a6bb552ec5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (8a03cfab-7215-4726-87c2-de672ebe6fa4), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.961295 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:28.980181 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-42347a3b-0685-4877-85bd-a6bb552ec5fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd0a4f1546fc48a5983f0a3c5a7cffc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129337 Apr 06 12:55:28.981810 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42347a3b-0685-4877-85bd-a6bb552ec5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a03cfab-7215-4726-87c2-de672ebe6fa4,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:28.984435 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46518) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.021780 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6857323f-5bca-4fba-a438-2e5014c2bd07 req-2112549f-0f27-43cd-8a2b-56e69e1f8320 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587653 Apr 06 12:55:29.026810 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Checking segment: {'id': '7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '884ed711-01c8-468a-90cc-f30de7d9d19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:29.027218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Network hostable DHCP agents. Network: 884ed711-01c8-468a-90cc-f30de7d9d19b, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:55:29.045142 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] Publish callbacks [] for security_group (8a03cfab-7215-4726-87c2-de672ebe6fa4), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.062412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7ae8608f-3bd0-40ad-987f-67d23c71b0c1), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.066019 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.070265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] Publish callbacks [] for security_group (8a03cfab-7215-4726-87c2-de672ebe6fa4), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.081612 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ae8608f-3bd0-40ad-987f-67d23c71b0c1 HTTP/1.1" status: 204 len: 168 time: 0.4964135 Apr 06 12:55:29.095928 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Network 884ed711-01c8-468a-90cc-f30de7d9d19b is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:55:29.125828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de89a7-c908-45d7-a262-4036762da87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8608f-3bd0-40ad-987f-67d23c71b0c1,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:29.135303 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (8a03cfab-7215-4726-87c2-de672ebe6fa4), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.138628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.140927 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a03cfab-7215-4726-87c2-de672ebe6fa4 HTTP/1.1" status: 204 len: 168 time: 0.1548162 Apr 06 12:55:29.151334 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f5a88-9b50-47d7-9766-5f039dc7b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a03cfab-7215-4726-87c2-de672ebe6fa4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:29.163001 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dd4f3500-4578-4cf2-8bcd-1ad3223dc888 req-544bef1a-c178-4858-b08e-c499e34dd731 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.0572853 Apr 06 12:55:29.167018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 884ed711-01c8-468a-90cc-f30de7d9d19b) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:29.174909 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:29.176219 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.191736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96ac10-2b23-46d0-92b7-f40d824d3270 None None] Network 884ed711-01c8-468a-90cc-f30de7d9d19b requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:29.214889 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bc5e72ad-7405-4704-a73f-d87a9671e7d2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0070062 Apr 06 12:55:29.340860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de30e6-141c-4647-a423-bddd48912dc2 None None] Network 884ed711-01c8-468a-90cc-f30de7d9d19b requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:55:29.467081 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46534) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.539164 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Deleting subnet 448dfc0a-83d2-402f-9523-9d8b6a70c107 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:55:29.545369 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Publish callbacks [] for subnet (448dfc0a-83d2-402f-9523-9d8b6a70c107), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.579851 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46536) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.594227 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80b117b2-8cb9-465b-862d-719ea558dbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.607896 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Publish callbacks [] for subnet (448dfc0a-83d2-402f-9523-9d8b6a70c107), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.619907 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (448dfc0a-83d2-402f-9523-9d8b6a70c107), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.644210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46538) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.669991 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e69c8ab-802f-4445-b12a-400f226c2291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.694072 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (448dfc0a-83d2-402f-9523-9d8b6a70c107), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.725031 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448dfc0a-83d2-402f-9523-9d8b6a70c107,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:29.728529 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.737279 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-91962876-11be-4e5e-bcaf-b8724d60caee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/448dfc0a-83d2-402f-9523-9d8b6a70c107 HTTP/1.1" status: 204 len: 168 time: 0.2678778 Apr 06 12:55:29.737412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46546) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.789136 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80b117b2-8cb9-465b-862d-719ea558dbd2 admin admin] Publish callbacks [] for security_group (ab8ff6ec-876e-41cd-8b1f-003357b6c12f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.839004 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e43dee63-8c37-475b-b635-ccc2eaa6c33f req-f5b83e08-bc8a-44c6-a12d-ba3cb2204d23 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0807168 Apr 06 12:55:29.839597 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80b117b2-8cb9-465b-862d-719ea558dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ab8ff6ec-876e-41cd-8b1f-003357b6c12f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.923583 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-80b117b2-8cb9-465b-862d-719ea558dbd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=589e4844a96740749c9c2013f8b54d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420792 Apr 06 12:55:29.926972 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46548) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:29.927580 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b117b2-8cb9-465b-862d-719ea558dbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ff6ec-876e-41cd-8b1f-003357b6c12f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:29.932190 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (f724ca4d-6be7-4c1e-81ad-60456d13b648), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.973178 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e69c8ab-802f-4445-b12a-400f226c2291 admin admin] Publish callbacks [] for security_group (6a9d354c-c1ec-4307-a5a0-bc135a7f9371), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.979606 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e69c8ab-802f-4445-b12a-400f226c2291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6a9d354c-c1ec-4307-a5a0-bc135a7f9371), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.015245 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] Publish callbacks [] for security_group (ab8ff6ec-876e-41cd-8b1f-003357b6c12f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.045890 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] Publish callbacks [] for security_group (ab8ff6ec-876e-41cd-8b1f-003357b6c12f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.139449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'port': {'device_id': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'admin_state_up': True, 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:30.166301 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (f724ca4d-6be7-4c1e-81ad-60456d13b648), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.190673 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.191072 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.191830 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.192157 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.192474 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.192801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.193133 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.193443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.193773 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.194083 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.369652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ab8ff6ec-876e-41cd-8b1f-003357b6c12f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.372926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.374098 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab8ff6ec-876e-41cd-8b1f-003357b6c12f HTTP/1.1" status: 204 len: 168 time: 0.4457674 Apr 06 12:55:30.421136 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e9718-f7b7-4dfc-9469-98d934576515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ff6ec-876e-41cd-8b1f-003357b6c12f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:30.437862 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-7e69c4db-0fbd-432b-a5b5-585f2784a92f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:30.439369 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-7e69c4db-0fbd-432b-a5b5-585f2784a92f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.3452740 Apr 06 12:55:30.461832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Made reservation on behalf of ced8aa6655764afdafefdfa6e3726d63 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:30.468414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.611055 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.611676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.611802 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.612206 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:30.612649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f724ca4d-6be7-4c1e-81ad-60456d13b648']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:30.625650 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7e69c8ab-802f-4445-b12a-400f226c2291 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8175e6152f6b4232996e1e3433e339c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9739020 Apr 06 12:55:30.627143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46562) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:30.668492 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42ffa00-c24a-4bf4-8f2e-bd80a44cad93') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:30.669701 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42ffa00-c24a-4bf4-8f2e-bd80a44cad93') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:30.669997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Allocated IP 172.20.0.13 (c770e662-67ea-4e6c-b41c-945894c1238e/ef0a297f-0aba-4717-86d8-799e05adbcb9/086c030e-e044-4bf7-af19-c732fd6df676) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:30.679739 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c8ab-802f-4445-b12a-400f226c2291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d354c-c1ec-4307-a5a0-bc135a7f9371,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:30.749784 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (a42ffa00-c24a-4bf4-8f2e-bd80a44cad93), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.755931 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] Publish callbacks [] for security_group (6a9d354c-c1ec-4307-a5a0-bc135a7f9371), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.761518 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c6eb9902-35df-4b14-b863-7a08b5b7b029 req-c83ee8de-30a2-47a5-8f51-7e88e521c58b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.1272163 Apr 06 12:55:30.786847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] Publish callbacks [] for security_group (6a9d354c-c1ec-4307-a5a0-bc135a7f9371), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.795876 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a42ffa00-c24a-4bf4-8f2e-bd80a44cad93), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.812202 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:55:30.812514 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (a42ffa00-c24a-4bf4-8f2e-bd80a44cad93), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: from cryptography.utils import int_from_bytes Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: from cryptography.utils import int_from_bytes Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:55:30.845165 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:55:30.907591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc8ba-2f8c-45b3-be6a-23d95374ecd7 req-da643f7a-5436-4745-a89a-23cd33452502 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:30.915112 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-551cc8ba-2f8c-45b3-be6a-23d95374ecd7 req-da643f7a-5436-4745-a89a-23cd33452502 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.2938473 Apr 06 12:55:30.926077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6a9d354c-c1ec-4307-a5a0-bc135a7f9371), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.931800 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.933480 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a9d354c-c1ec-4307-a5a0-bc135a7f9371 HTTP/1.1" status: 204 len: 168 time: 0.3055136 Apr 06 12:55:30.960071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff80a-ecea-43e7-996f-f072e5edb6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d354c-c1ec-4307-a5a0-bc135a7f9371,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:30.976990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (f724ca4d-6be7-4c1e-81ad-60456d13b648), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.010816 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.016845 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f724ca4d-6be7-4c1e-81ad-60456d13b648 HTTP/1.1" status: 204 len: 168 time: 1.2753954 Apr 06 12:55:31.028081 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46578) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:31.035732 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-551cc8ba-2f8c-45b3-be6a-23d95374ecd7 req-6531cb90-50fa-46b5-afb8-1ea2d5c3824b tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195447 Apr 06 12:55:31.042514 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62389c-cc30-4e5d-aa57-2f245d427bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f724ca4d-6be7-4c1e-81ad-60456d13b648,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:31.045463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for port (086c030e-e044-4bf7-af19-c732fd6df676), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.090387 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-72b43f29-6683-4ffe-93a8-e7afcf627866 req-766d499c-7729-40fa-88cc-553e16973a8e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0535438 Apr 06 12:55:31.122272 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Deleting subnet 21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:55:31.129741 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Publish callbacks [] for subnet (21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.185256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Publish callbacks [] for subnet (21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.193703 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.196477 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.285198 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:31.292233 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:31.295270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:31.301078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:31.316444 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:31.316444 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.344342 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-aa273a0f-802f-4bad-b72e-a2f6db0893e3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2478561 Apr 06 12:55:31.350704 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for subnet (21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.408883 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:31.422898 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.428966 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-caa6eba4-effd-420b-9b80-92f2ed7a4ffd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21bb5818-d3f9-46b3-bd7f-95ef9c2b9d65 HTTP/1.1" status: 204 len: 168 time: 0.3994944 Apr 06 12:55:31.432687 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46598) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:31.583419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (884ed711-01c8-468a-90cc-f30de7d9d19b), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.698594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (884ed711-01c8-468a-90cc-f30de7d9d19b), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.728720 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.729795 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.730353 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.730353 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > port after_create 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.730667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.731054 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > port after_update 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.731842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.732037 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.733666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.734211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.752087 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-0eae5e01-4bb7-451e-bb15-e7313374f406 None None] Provisioning complete for port 086c030e-e044-4bf7-af19-c732fd6df676 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:31.752580 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0eae5e01-4bb7-451e-bb15-e7313374f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (086c030e-e044-4bf7-af19-c732fd6df676), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.810932 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.811285 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.811614 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.811944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:55:31.812726 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884ed711-01c8-468a-90cc-f30de7d9d19b']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:31.839521 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:31.840563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:31.877837 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.902330 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-0eae5e01-4bb7-451e-bb15-e7313374f406 None None] Port 086c030e-e044-4bf7-af19-c732fd6df676 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:31.905908 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.923967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:55:31.925226 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (7fe0f5ee-51fc-4e40-a947-58b0da4cf5a3), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:31.986476 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e2cc130f-e75b-4bc7-a613-f423dff0806d req-50d5d4c6-3a3d-4e1b-87c7-8a2bbb33cffd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.0474067 Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: from cryptography.utils import int_from_bytes Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: from cryptography.utils import int_from_bytes Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:55:31.987356 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:55:32.023736 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (884ed711-01c8-468a-90cc-f30de7d9d19b), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.035927 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.044978 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] 10.222.0.23 "DELETE /v2.0/networks/884ed711-01c8-468a-90cc-f30de7d9d19b HTTP/1.1" status: 204 len: 168 time: 0.6096368 Apr 06 12:55:32.072700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465edbb7-565d-4511-bbba-351a3de4027d admin admin] Pushing event deleted for resources: {'Network': ['ID=884ed711-01c8-468a-90cc-f30de7d9d19b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:32.239559 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e3b5fcc7-9190-4e2b-83f9-38eda177f2b3 req-82d85aa8-ff91-44f2-bd0a-c2c167a52bde tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0537872 Apr 06 12:55:32.256027 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d237b-2470-4015-ac07-b92722b433f2 req-340b069c-0dac-4188-a40f-19b4d9cc9f44 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:32.265239 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f6d237b-2470-4015-ac07-b92722b433f2 req-340b069c-0dac-4188-a40f-19b4d9cc9f44 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.1435461 Apr 06 12:55:32.320234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f6d237b-2470-4015-ac07-b92722b433f2 req-b120dd72-cfd7-443e-96b8-32446dabd8ef tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536180 Apr 06 12:55:32.452290 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46664) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:32.528104 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-12f30019-e9dc-4ad2-bf4c-589aae818207 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=113ad226f00d467b880c2d6312b83be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702255 Apr 06 12:55:32.528591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46666) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:32.591837 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] Publish callbacks [] for security_group (00faecae-227e-4d53-8122-afd1bb43ad2f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.616985 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] Publish callbacks [] for security_group (00faecae-227e-4d53-8122-afd1bb43ad2f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.675578 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (00faecae-227e-4d53-8122-afd1bb43ad2f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.680262 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:32.681418 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00faecae-227e-4d53-8122-afd1bb43ad2f HTTP/1.1" status: 204 len: 168 time: 0.1516922 Apr 06 12:55:32.691562 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed093a7e-f6b4-4cc8-88ec-1cc7dd5dcbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00faecae-227e-4d53-8122-afd1bb43ad2f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:33.126878 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-87dba7a5-e1a5-4dc0-922b-4493118b658b req-2a380e36-8580-49d4-9445-7ebd1a330cf1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.0475194 Apr 06 12:55:33.159083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46694) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:33.219462 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5178e7cc-d059-489b-8be1-f381f61863f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbd5f5b0ae8e4567a4f30c6a86a5e893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585673 Apr 06 12:55:33.220397 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46696) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:33.341522 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] Publish callbacks [] for security_group (ecca1af5-69e3-4bf2-b846-0743878ef6ff), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.429028 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dbd4effd-900d-4316-82d8-4b0486fa5d7a req-d24f28c5-4233-43be-863a-d1d96e3c459a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0488439 Apr 06 12:55:33.441535 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] Publish callbacks [] for security_group (ecca1af5-69e3-4bf2-b846-0743878ef6ff), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.551011 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683214dd-ecf6-47b4-a80f-dd80334976a7 req-31a52dab-19dd-49d2-bd3d-d682cd1a1df4 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:33.552983 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-683214dd-ecf6-47b4-a80f-dd80334976a7 req-31a52dab-19dd-49d2-bd3d-d682cd1a1df4 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.0926836 Apr 06 12:55:33.580094 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ecca1af5-69e3-4bf2-b846-0743878ef6ff), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.583746 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.593436 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecca1af5-69e3-4bf2-b846-0743878ef6ff HTTP/1.1" status: 204 len: 168 time: 0.3712039 Apr 06 12:55:33.609828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b80df-477d-4592-8530-a6019ab8b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca1af5-69e3-4bf2-b846-0743878ef6ff,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:33.690906 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-683214dd-ecf6-47b4-a80f-dd80334976a7 req-80186d90-3db4-4433-b48b-c41490c06c1f tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140370 Apr 06 12:55:33.968720 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'port': {'device_id': '6c8881ad-775e-4237-a9e7-f61696995707', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'admin_state_up': True, 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:33.979480 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46728) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:33.979843 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Request body: {'port': {'device_id': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:34.174889 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (086c030e-e044-4bf7-af19-c732fd6df676), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.301039 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17a59a7d-138e-4486-8e17-393fe09ce530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.342086 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Made reservation on behalf of ced8aa6655764afdafefdfa6e3726d63 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:34.348885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.429818 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-124ae34f-6192-4fee-83c0-81a1e3744252 req-dbe789d6-bf3a-4aac-9166-e0cc5a376058 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.0691788 Apr 06 12:55:34.541972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17a59a7d-138e-4486-8e17-393fe09ce530 admin admin] Publish callbacks [] for security_group (252b015b-55d9-400d-8b91-70ab6ce9bc24), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.550003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-17a59a7d-138e-4486-8e17-393fe09ce530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (252b015b-55d9-400d-8b91-70ab6ce9bc24), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.649986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-17a59a7d-138e-4486-8e17-393fe09ce530 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e42cff09eda44fc68ec1938e19a21ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6682460 Apr 06 12:55:34.654883 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4749152f-749a-433d-8304-28c7d54b25fb req-ab44a5b9-84e7-4005-ac0c-59ed3a190fea tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0719728 Apr 06 12:55:34.655901 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46770) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:34.663279 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a59a7d-138e-4486-8e17-393fe09ce530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b015b-55d9-400d-8b91-70ab6ce9bc24,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:34.777014 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] Publish callbacks [] for security_group (252b015b-55d9-400d-8b91-70ab6ce9bc24), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.828897 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] Publish callbacks [] for security_group (252b015b-55d9-400d-8b91-70ab6ce9bc24), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.831800 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.11', 50821) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:35.070719 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-8f9dfe9c-b538-4567-ae80-31e9b118f306 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.072762 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-8f9dfe9c-b538-4567-ae80-31e9b118f306 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 815 time: 0.2387171 Apr 06 12:55:35.075589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086c030e-e044-4bf7-af19-c732fd6df676 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:35.083459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc473d-4f74-4e36-bc1a-48626d64aed2 req-5ec9d998-fe1d-4b87-b999-6fc73eae99fd tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.086530 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks [] for port (086c030e-e044-4bf7-af19-c732fd6df676), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.099627 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86cc473d-4f74-4e36-bc1a-48626d64aed2 req-5ec9d998-fe1d-4b87-b999-6fc73eae99fd tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 943 time: 0.2730715 Apr 06 12:55:35.185322 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0a90e3f3-b288-420d-8f68-e677a823475c details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:35.197283 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Transition to ACTIVE for port object 086c030e-e044-4bf7-af19-c732fd6df676 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:35.210118 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (252b015b-55d9-400d-8b91-70ab6ce9bc24), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.214740 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.229250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.229763 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/252b015b-55d9-400d-8b91-70ab6ce9bc24 HTTP/1.1" status: 204 len: 168 time: 0.5669041 Apr 06 12:55:35.300588 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86cc473d-4f74-4e36-bc1a-48626d64aed2 req-9316819e-6a4c-4a7f-b5ce-69826ee5c412 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978791 Apr 06 12:55:35.306213 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98335866-e06e-4326-8cd3-88ff344d3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b015b-55d9-400d-8b91-70ab6ce9bc24,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.611734 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-0569ffe5-fe4a-4052-8ac9-2b130c8c04da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 379 time: 0.5248435 Apr 06 12:55:35.647910 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Allocated IP 172.20.0.7 (c770e662-67ea-4e6c-b41c-945894c1238e/ef0a297f-0aba-4717-86d8-799e05adbcb9/a257652c-20d2-4210-9b62-2b69696429b6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:35.690729 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0a90e3f3-b288-420d-8f68-e677a823475c,segment=NetworkSegment(dad14a7e-69e0-444a-98fd-03d2cbdab958),segment_id=dad14a7e-69e0-444a-98fd-03d2cbdab958)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:35.744894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '0a90e3f3-b288-420d-8f68-e677a823475c', 'network_id': '228ae29d-21a4-4675-8aeb-e197eaca3fe1', 'port_id': '0a90e3f3-b288-420d-8f68-e677a823475c', 'mac_address': 'fa:16:3e:e6:00:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:35.782539 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-845d459a-49df-4cb9-8adb-34f805e3ddb9 req-4a99e51b-383f-4571-8c0a-d493c0f98d76 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.1030517 Apr 06 12:55:35.853313 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0a90e3f3-b288-420d-8f68-e677a823475c is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:35.854168 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'port': {'device_id': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'admin_state_up': True, 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'security_groups': ['769a4a5a-19e0-4862-855b-e1bd9a1f622f']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:35.854969 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.863625 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Pushing event updated for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.898692 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d74fd60a-5acd-43c7-8c0e-06d82c214b25 req-657485f1-450e-4343-bdc6-727956aed251 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 210 time: 0.0855391 Apr 06 12:55:35.928283 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a90e3f3-b288-420d-8f68-e677a823475c {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:35.990019 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0a90e3f3-b288-420d-8f68-e677a823475c,segment=NetworkSegment(dad14a7e-69e0-444a-98fd-03d2cbdab958),segment_id=dad14a7e-69e0-444a-98fd-03d2cbdab958)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:35.995898 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.069320 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:36.222488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46828) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:36.241036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-322874c5-3ad7-4a0b-8d34-d9b5e1a8d3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.397137 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-322874c5-3ad7-4a0b-8d34-d9b5e1a8d3a4 admin admin] Publish callbacks [] for security_group (aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.408309 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-322874c5-3ad7-4a0b-8d34-d9b5e1a8d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.477443 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Made reservation on behalf of 03051cb3880e4976b0d195248d3000a6 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:36.478340 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-322874c5-3ad7-4a0b-8d34-d9b5e1a8d3a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0b4a70d74dd48beb9be65f366b71156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544286 Apr 06 12:55:36.480294 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46840) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:36.482119 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.503944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for port (a257652c-20d2-4210-9b62-2b69696429b6), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.589256 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322874c5-3ad7-4a0b-8d34-d9b5e1a8d3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:36.622987 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] Publish callbacks [] for security_group (aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.645450 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Attempting to bind port 086c030e-e044-4bf7-af19-c732fd6df676 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:36.646120 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Attempting to bind port 086c030e-e044-4bf7-af19-c732fd6df676 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:36.646788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Attempting to bind port 086c030e-e044-4bf7-af19-c732fd6df676 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:36.689414 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] Publish callbacks [] for security_group (aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.711345 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e01f-fd73-431a-a313-1e7119c4840e req-adc32853-bbcb-4e1d-9500-6d542ccdce96 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.717449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Port 086c030e-e044-4bf7-af19-c732fd6df676 on network c770e662-67ea-4e6c-b41c-945894c1238e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:36.717739 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Attempting to bind port 086c030e-e044-4bf7-af19-c732fd6df676 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:36.730259 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d0c6e01f-fd73-431a-a313-1e7119c4840e req-adc32853-bbcb-4e1d-9500-6d542ccdce96 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 944 time: 0.2664766 Apr 06 12:55:36.741595 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:36.742152 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:36.742763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Bound using segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:36.743463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Bound port: 086c030e-e044-4bf7-af19-c732fd6df676, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:36.744045 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (086c030e-e044-4bf7-af19-c732fd6df676), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.808577 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Allocated IP 172.20.0.9 (641f6caa-58d2-4825-99a1-54c86754574a/e362db52-b972-4df5-bba1-a981b56b9dc1/c45588ce-cb56-4b9a-b43c-8cc6969bf111) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:36.899756 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d0c6e01f-fd73-431a-a313-1e7119c4840e req-2d2cdf5d-ca8e-4311-8586-c819a1194fd4 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664009 Apr 06 12:55:36.959949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:36.962575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.964170 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=086c030e-e044-4bf7-af19-c732fd6df676,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:36.968948 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.976437 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d HTTP/1.1" status: 204 len: 168 time: 0.4900928 Apr 06 12:55:36.982137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.992770 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.077963 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f8853-3ebb-4561-be8a-07c57c1fa5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fed3c-bb75-4ee0-9f45-10ad8db9f64d,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:37.115496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:37.116321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.118458 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-95c6b605-d245-4530-9689-a04599201f78 service neutron] 10.222.0.11 "PUT /v2.0/ports/086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 200 len: 1094 time: 3.1541779 Apr 06 12:55:37.122048 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:37.124627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3" -d '{"events": [{"name": "network-changed", "server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "tag": "086c030e-e044-4bf7-af19-c732fd6df676"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:37.163946 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:37.171603 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b468ec13-c768-4615-b813-062d3877dc45 req-af927ce5-1217-409b-97ab-c99e3ddadeab tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.2127895 Apr 06 12:55:37.249218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46868) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:37.250513 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:37.258132 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:37.343582 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0dce6-def0-40be-a66a-a17b85da100f req-0badaefd-bce8-4aca-9d8e-467bb926b955 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:37.359089 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94c0dce6-def0-40be-a66a-a17b85da100f req-0badaefd-bce8-4aca-9d8e-467bb926b955 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 931 time: 0.1998472 Apr 06 12:55:37.364484 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b605-d245-4530-9689-a04599201f78 service neutron] Pushing event updated for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:37.422597 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01238d8a-f2ee-4a31-9600-4139bd2c9af5 x-openstack-request-id: req-01238d8a-f2ee-4a31-9600-4139bd2c9af5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:37.422900 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "tag": "086c030e-e044-4bf7-af19-c732fd6df676", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:37.423162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01238d8a-f2ee-4a31-9600-4139bd2c9af5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:37.423587 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01238d8a-f2ee-4a31-9600-4139bd2c9af5'] response: {'name': 'network-changed', 'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676', 'status': 'completed', 'code': 200} Apr 06 12:55:37.491180 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:37.496694 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94c0dce6-def0-40be-a66a-a17b85da100f req-8227383f-8881-4b4e-afb2-7b914f8ba760 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355772 Apr 06 12:55:37.500016 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:37.500705 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.573294 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1f331046-ab40-4b3a-baec-89872dce8546 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6102629 Apr 06 12:55:37.584459 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.659839 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.770186 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:37.786229 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Network 641f6caa-58d2-4825-99a1-54c86754574a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:37.789123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:37.795457 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:37.906783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de85cc12-4062-4c68-b69f-4801d18bf046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.908075 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:37.909592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:37.969443 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-e28a9098-d26f-4960-bcf0-dd552bef6b38 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1248209 Apr 06 12:55:38.035039 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46886) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:38.155349 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-9d1ea0f0-e684-4885-b9de-e1c9f6f865f9 None None] Provisioning complete for port a257652c-20d2-4210-9b62-2b69696429b6 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:38.156161 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9d1ea0f0-e684-4885-b9de-e1c9f6f865f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a257652c-20d2-4210-9b62-2b69696429b6), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.195228 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de85cc12-4062-4c68-b69f-4801d18bf046 admin admin] Publish callbacks [] for security_group (0371e65b-413c-4aef-8515-df4ceb9403e8), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.205848 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ea0f0-e684-4885-b9de-e1c9f6f865f9 None None] Port a257652c-20d2-4210-9b62-2b69696429b6 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:38.214051 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de85cc12-4062-4c68-b69f-4801d18bf046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0371e65b-413c-4aef-8515-df4ceb9403e8), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.215084 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f80008c-1cf1-404c-9698-cb53d2dc229a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.282765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46896) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:38.284462 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-de85cc12-4062-4c68-b69f-4801d18bf046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e062e6dd9d154092909c1c4784e9f71a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0308859 Apr 06 12:55:38.305451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e121502-672b-474a-ae64-e919fd1cd346 req-18c6be72-7e92-449e-8cb1-664cdc883bde tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:38.308263 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8e121502-672b-474a-ae64-e919fd1cd346 req-18c6be72-7e92-449e-8cb1-664cdc883bde tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 944 time: 0.1996415 Apr 06 12:55:38.337899 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-ee53bcb2-32a9-4a2c-b210-d0d75e3ad415 None None] Provisioning complete for port c45588ce-cb56-4b9a-b43c-8cc6969bf111 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:38.339598 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ee53bcb2-32a9-4a2c-b210-d0d75e3ad415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.432340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f80008c-1cf1-404c-9698-cb53d2dc229a admin admin] Publish callbacks [] for security_group (7f65bab8-3d2d-4cf4-9643-b6f925849336), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.434468 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85cc12-4062-4c68-b69f-4801d18bf046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0371e65b-413c-4aef-8515-df4ceb9403e8,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:38.435031 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] Publish callbacks [] for security_group (0371e65b-413c-4aef-8515-df4ceb9403e8), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.435308 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-ee53bcb2-32a9-4a2c-b210-d0d75e3ad415 None None] Port c45588ce-cb56-4b9a-b43c-8cc6969bf111 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:38.445231 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f80008c-1cf1-404c-9698-cb53d2dc229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7f65bab8-3d2d-4cf4-9643-b6f925849336), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.489202 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8e121502-672b-474a-ae64-e919fd1cd346 req-74e354dd-8067-4577-b5b9-c2b65bcc96ca tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479774 Apr 06 12:55:38.503981 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] Publish callbacks [] for security_group (0371e65b-413c-4aef-8515-df4ceb9403e8), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.522370 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80008c-1cf1-404c-9698-cb53d2dc229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65bab8-3d2d-4cf4-9643-b6f925849336,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:38.523757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6319-daee-4aa0-9621-37ed94cf73c6 req-785cc2c2-0aab-4e42-9dd3-4bc2fe89d4da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:38.525294 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6e5e6319-daee-4aa0-9621-37ed94cf73c6 req-785cc2c2-0aab-4e42-9dd3-4bc2fe89d4da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 931 time: 0.2071168 Apr 06 12:55:38.530616 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46906) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:38.532934 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2f80008c-1cf1-404c-9698-cb53d2dc229a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daff2844b0334a429d7c4ba61c492d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951746 Apr 06 12:55:38.594535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0371e65b-413c-4aef-8515-df4ceb9403e8), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.597948 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.600992 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0371e65b-413c-4aef-8515-df4ceb9403e8 HTTP/1.1" status: 204 len: 168 time: 0.3169174 Apr 06 12:55:38.611001 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f2586-0156-4010-8be4-11400cdd0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0371e65b-413c-4aef-8515-df4ceb9403e8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:38.803739 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['0a90e3f3-b288-420d-8f68-e677a823475c'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:38.805708 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] Publish callbacks [] for security_group (7f65bab8-3d2d-4cf4-9643-b6f925849336), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.810084 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6e5e6319-daee-4aa0-9621-37ed94cf73c6 req-5f7dee7c-b3f6-4c64-8af2-df7c230b6b20 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592566 Apr 06 12:55:38.825243 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Request body: {'port': {'device_id': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:38.839538 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] Publish callbacks [] for security_group (7f65bab8-3d2d-4cf4-9643-b6f925849336), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.861801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e801aa-1170-4e97-9fc8-2356ac0fd803 req-af04725e-7653-4b85-9976-f2ede431f089 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:38.869196 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14e801aa-1170-4e97-9fc8-2356ac0fd803 req-af04725e-7653-4b85-9976-f2ede431f089 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 931 time: 0.2601161 Apr 06 12:55:38.880672 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Request body: {'port': {'device_id': '6c8881ad-775e-4237-a9e7-f61696995707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:38.984602 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14e801aa-1170-4e97-9fc8-2356ac0fd803 req-de378db1-6222-4fba-a47f-1f69eccb4def tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141083 Apr 06 12:55:38.988221 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7f65bab8-3d2d-4cf4-9643-b6f925849336), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.991514 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:38.996540 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f65bab8-3d2d-4cf4-9643-b6f925849336 HTTP/1.1" status: 204 len: 168 time: 0.4646099 Apr 06 12:55:39.004889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1bbd0-e9d9-4d8d-8714-56a3b63c5389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65bab8-3d2d-4cf4-9643-b6f925849336,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:39.021396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.130441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-4328b434-a5d1-425e-af97-2f2255b92d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:39.132100 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-4328b434-a5d1-425e-af97-2f2255b92d17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1128 time: 0.2487142 Apr 06 12:55:39.144736 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a257652c-20d2-4210-9b62-2b69696429b6), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.166744 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46928) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:39.194610 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75713628-8dc9-4c0a-8c3a-635c3c399460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.383260 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75713628-8dc9-4c0a-8c3a-635c3c399460 admin admin] Publish callbacks [] for security_group (31351d5c-557b-4056-b6a0-fc6b1612da5e), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.397897 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75713628-8dc9-4c0a-8c3a-635c3c399460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (31351d5c-557b-4056-b6a0-fc6b1612da5e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.484897 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-75713628-8dc9-4c0a-8c3a-635c3c399460 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54489228f6b141ed8f9db812b15c01f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166225 Apr 06 12:55:39.486219 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75713628-8dc9-4c0a-8c3a-635c3c399460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31351d5c-557b-4056-b6a0-fc6b1612da5e,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:39.491022 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46938) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:39.662967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-e170c0f1-92c7-4e57-92f9-c80d1cd6339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:39.664287 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-e170c0f1-92c7-4e57-92f9-c80d1cd6339f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ced8aa6655764afdafefdfa6e3726d63&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5206208 Apr 06 12:55:39.723520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46952) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:39.776097 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4906-3f80-4e71-8038-241636082fe7 req-19ed8930-3a56-46bc-8e33-92944ce817ca tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:39.779934 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-54bb4906-3f80-4e71-8038-241636082fe7 req-19ed8930-3a56-46bc-8e33-92944ce817ca tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 944 time: 0.1785851 Apr 06 12:55:39.850158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] Publish callbacks [] for security_group (31351d5c-557b-4056-b6a0-fc6b1612da5e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.865602 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-54bb4906-3f80-4e71-8038-241636082fe7 req-972aa581-ed8a-4f4b-b660-90666e4815f3 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Apr 06 12:55:39.882920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2de0e2b5-2833-4ecb-a165-6e41d22c1438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:39.949541 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 46958) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:39.960792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] Publish callbacks [] for security_group (31351d5c-557b-4056-b6a0-fc6b1612da5e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.038823 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2de0e2b5-2833-4ecb-a165-6e41d22c1438 admin admin] Publish callbacks [] for security_group (cb3a4439-1de3-4ee7-907a-6f65e1d7bf40), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.047568 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2de0e2b5-2833-4ecb-a165-6e41d22c1438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cb3a4439-1de3-4ee7-907a-6f65e1d7bf40), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.070023 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c66a8ada-fa2b-4bb3-8cf8-ca80878f3502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.079986 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974930-49c6-44d2-b41f-0cbbdfed7a72 req-5bd9eba3-73f9-4276-b526-9549df8c7afa tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:40.081618 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7974930-49c6-44d2-b41f-0cbbdfed7a72 req-5bd9eba3-73f9-4276-b526-9549df8c7afa tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 931 time: 0.1235392 Apr 06 12:55:40.169524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0e2b5-2833-4ecb-a165-6e41d22c1438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a4439-1de3-4ee7-907a-6f65e1d7bf40,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:40.178885 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2de0e2b5-2833-4ecb-a165-6e41d22c1438 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ad3f80596c47149d94d4258a31a775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530194 Apr 06 12:55:40.181994 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46962) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:40.258483 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7974930-49c6-44d2-b41f-0cbbdfed7a72 req-e77223b1-fe6f-41bc-a8f3-bc8853c6821e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434469 Apr 06 12:55:40.268706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35870c1-fa1e-4a28-be4c-d1e449964479 req-0575a333-5f44-4cb6-976a-7ea28aa859e2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:40.270326 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e35870c1-fa1e-4a28-be4c-d1e449964479 req-0575a333-5f44-4cb6-976a-7ea28aa859e2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 931 time: 0.1979985 Apr 06 12:55:40.296808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] Publish callbacks [] for security_group (cb3a4439-1de3-4ee7-907a-6f65e1d7bf40), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.344636 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] Publish callbacks [] for security_group (cb3a4439-1de3-4ee7-907a-6f65e1d7bf40), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.361910 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e35870c1-fa1e-4a28-be4c-d1e449964479 req-1851c701-be4d-4c91-801a-12329cbf137e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833683 Apr 06 12:55:40.415493 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cb3a4439-1de3-4ee7-907a-6f65e1d7bf40), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.419615 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:40.419773 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.421221 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb3a4439-1de3-4ee7-907a-6f65e1d7bf40 HTTP/1.1" status: 204 len: 168 time: 0.2380307 Apr 06 12:55:40.432984 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c24fd2-def1-4de9-861f-891839879497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a4439-1de3-4ee7-907a-6f65e1d7bf40,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:40.443142 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks [] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.488089 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a257652c-20d2-4210-9b62-2b69696429b6 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:40.511494 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks [] for port (a257652c-20d2-4210-9b62-2b69696429b6), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.576751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Transition to ACTIVE for port object a257652c-20d2-4210-9b62-2b69696429b6 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:40.577803 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Transition to ACTIVE for port object c45588ce-cb56-4b9a-b43c-8cc6969bf111 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:40.585139 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (31351d5c-557b-4056-b6a0-fc6b1612da5e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.587682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.589026 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31351d5c-557b-4056-b6a0-fc6b1612da5e HTTP/1.1" status: 204 len: 168 time: 1.0968282 Apr 06 12:55:40.595319 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.600783 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.613766 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-0cef38ee-bfb7-4e9c-abcc-a19d00f0f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:40.615252 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-69bc5787-f5fb-4c31-a0ca-c286c7ebeea3 req-0cef38ee-bfb7-4e9c-abcc-a19d00f0f208 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5965841 Apr 06 12:55:40.625738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef7a6-47a1-413b-a281-053648ea861b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31351d5c-557b-4056-b6a0-fc6b1612da5e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:40.716695 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c66a8ada-fa2b-4bb3-8cf8-ca80878f3502 admin admin] Publish callbacks [] for security_group (553da47c-c682-4ea8-8753-d331753212d3), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.734827 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Pushing event updated for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:40.767933 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c66a8ada-fa2b-4bb3-8cf8-ca80878f3502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (553da47c-c682-4ea8-8753-d331753212d3), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.981035 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c66a8ada-fa2b-4bb3-8cf8-ca80878f3502 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f881d706be554081b7cceb3e4665dc13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0207610 Apr 06 12:55:40.981829 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 46980) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:41.039164 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:41.043736 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8ada-fa2b-4bb3-8cf8-ca80878f3502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553da47c-c682-4ea8-8753-d331753212d3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:41.141149 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Attempting to bind port a257652c-20d2-4210-9b62-2b69696429b6 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:41.141956 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Attempting to bind port a257652c-20d2-4210-9b62-2b69696429b6 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:41.142307 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Attempting to bind port a257652c-20d2-4210-9b62-2b69696429b6 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:41.147917 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Attempting to bind port c45588ce-cb56-4b9a-b43c-8cc6969bf111 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:41.148456 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Attempting to bind port c45588ce-cb56-4b9a-b43c-8cc6969bf111 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:41.148988 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Attempting to bind port c45588ce-cb56-4b9a-b43c-8cc6969bf111 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:41.203592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Port a257652c-20d2-4210-9b62-2b69696429b6 on network c770e662-67ea-4e6c-b41c-945894c1238e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:41.204305 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Attempting to bind port a257652c-20d2-4210-9b62-2b69696429b6 on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:41.214061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Port c45588ce-cb56-4b9a-b43c-8cc6969bf111 on network 641f6caa-58d2-4825-99a1-54c86754574a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:41.214623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Attempting to bind port c45588ce-cb56-4b9a-b43c-8cc6969bf111 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:41.220369 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:41.220880 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:41.221503 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Bound using segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:41.222316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Bound port: a257652c-20d2-4210-9b62-2b69696429b6, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:41.222897 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a257652c-20d2-4210-9b62-2b69696429b6), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.247256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:41.247780 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Checking segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:41.248373 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Bound using segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:41.249086 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Bound port: c45588ce-cb56-4b9a-b43c-8cc6969bf111, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:41.249919 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.287804 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eded5-0c2b-46ad-81e0-3237e18a34e4 req-38d0986b-3766-419a-9204-5b4e256c2eba tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.296392 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-952eded5-0c2b-46ad-81e0-3237e18a34e4 req-38d0986b-3766-419a-9204-5b4e256c2eba tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 944 time: 0.1646183 Apr 06 12:55:41.298252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] Publish callbacks [] for security_group (553da47c-c682-4ea8-8753-d331753212d3), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.378098 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] Publish callbacks [] for security_group (553da47c-c682-4ea8-8753-d331753212d3), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.422537 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:41.427082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:41.452761 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.574601 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-952eded5-0c2b-46ad-81e0-3237e18a34e4 req-ae933a4d-3626-467e-8738-a56f37ef2f2d tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765739 Apr 06 12:55:41.607799 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (553da47c-c682-4ea8-8753-d331753212d3), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.614723 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.618726 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/553da47c-c682-4ea8-8753-d331753212d3 HTTP/1.1" status: 204 len: 168 time: 0.6322229 Apr 06 12:55:41.632812 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.634650 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.638263 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] 10.222.0.11 "PUT /v2.0/ports/c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 1093 time: 2.8221319 Apr 06 12:55:41.655133 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:41.660067 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0214db-37be-4f7c-a674-4989d8df2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553da47c-c682-4ea8-8753-d331753212d3,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:41.666093 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a257652c-20d2-4210-9b62-2b69696429b6,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:41.696358 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:41.716043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4136669-4f89-412a-8ed4-4d97ca96b404" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:41.745550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f7aa8-cf5a-4e02-82d1-91044348d2c7 req-63f57a88-32d8-4e2a-9ea4-c00f80a2219a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.765345 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-538f7aa8-cf5a-4e02-82d1-91044348d2c7 req-63f57a88-32d8-4e2a-9ea4-c00f80a2219a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2439089 Apr 06 12:55:41.793946 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.892511 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.893455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:41.897019 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] 10.222.0.11 "PUT /v2.0/ports/a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 200 len: 1093 time: 3.0822134 Apr 06 12:55:41.897989 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b1da-5185-47de-8314-e90aa1517d64 service neutron] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:41.943390 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0a90e3f3-b288-420d-8f68-e677a823475c up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:42.049304 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-538f7aa8-cf5a-4e02-82d1-91044348d2c7 req-1a5a2ef4-939c-4d0f-880d-9f15925deea0 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792149 Apr 06 12:55:42.128909 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef96e1-a9ce-4514-9c04-b336330a6618 req-0e72b353-7249-4cc8-9121-0c689ff25693 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.137010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 0a90e3f3-b288-420d-8f68-e677a823475c completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:42.143014 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f7ef96e1-a9ce-4514-9c04-b336330a6618 req-0e72b353-7249-4cc8-9121-0c689ff25693 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.3283911 Apr 06 12:55:42.154753 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 0a90e3f3-b288-420d-8f68-e677a823475c triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:42.160452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:42.198516 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b6d02-e008-4d2d-b6a0-af97ff0ca94d x-openstack-request-id: req-2f2b6d02-e008-4d2d-b6a0-af97ff0ca94d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:42.199676 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:42.200083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f2b6d02-e008-4d2d-b6a0-af97ff0ca94d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:42.200926 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2b6d02-e008-4d2d-b6a0-af97ff0ca94d'] response: {'name': 'network-changed', 'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'status': 'completed', 'code': 200} Apr 06 12:55:42.266749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-73d46bc7-f1be-48b9-958f-8e3c854e83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.272555 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-73d46bc7-f1be-48b9-958f-8e3c854e83f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1128 time: 0.5452058 Apr 06 12:55:42.282142 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f7ef96e1-a9ce-4514-9c04-b336330a6618 req-e0a2e867-71b0-4d6a-8152-db635076f1ac tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309710 Apr 06 12:55:42.316194 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142893c-ff2d-4c92-925f-e07d3054127d service neutron] Pushing event updated for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:42.378243 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0a90e3f3-b288-420d-8f68-e677a823475c is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:42.378868 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:42.392135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c25378ec-0c74-47f1-ade6-1d183011656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.394097 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c25378ec-0c74-47f1-ade6-1d183011656b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1127 time: 0.5904479 Apr 06 12:55:42.400993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-a5350460-5718-4352-a865-2aa9166d3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.403468 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-a5350460-5718-4352-a865-2aa9166d3284 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1127 time: 0.4169729 Apr 06 12:55:42.404523 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-a3e41c79-78e8-427d-a398-eacdbe0b4732 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 200 len: 217 time: 0.1063745 Apr 06 12:55:42.431780 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:42.489427 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-0920a8c6-dca6-4116-b59c-50671ff30f0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 217 time: 0.0839508 Apr 06 12:55:42.491906 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-7096e5ac-2e7b-4885-a61b-860feba49e2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 200 len: 217 time: 0.0499156 Apr 06 12:55:42.569632 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-af496d3c-18a7-4cff-8c5d-59554c8f5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.569632 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-af496d3c-18a7-4cff-8c5d-59554c8f5da1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0568864 Apr 06 12:55:42.584254 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0a90e3f3-b288-420d-8f68-e677a823475c,segment=NetworkSegment(dad14a7e-69e0-444a-98fd-03d2cbdab958),segment_id=dad14a7e-69e0-444a-98fd-03d2cbdab958)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:42.597754 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:42.742192 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-2a94354b-cc08-4d9e-b1ed-416e311205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.743731 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-2a94354b-cc08-4d9e-b1ed-416e311205f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.3031142 Apr 06 12:55:42.751090 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:42.769953 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-1afd43f4-341b-4b5e-8eac-241ad02e9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.771405 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-1afd43f4-341b-4b5e-8eac-241ad02e9509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.2595794 Apr 06 12:55:42.825789 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67b7f-2e86-42ce-a9d6-19542cd54f91 req-38d649b2-b1b5-461d-aaa5-7c0c0bec6290 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.829210 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dbd67b7f-2e86-42ce-a9d6-19542cd54f91 req-38d649b2-b1b5-461d-aaa5-7c0c0bec6290 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1358447 Apr 06 12:55:42.838634 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1acb7dcb-a9d3-4dfb-a5d6-4a7c86e6b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.844615 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-1acb7dcb-a9d3-4dfb-a5d6-4a7c86e6b887 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2217019 Apr 06 12:55:42.915488 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dbd67b7f-2e86-42ce-a9d6-19542cd54f91 req-835fd598-73ae-4792-b44e-d5009048b452 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803442 Apr 06 12:55:42.920770 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcea019-138a-47c0-a56c-0127c5907fbb" -d '{"events": [{"server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:43.025116 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-f3f17b3f-348e-452a-8d32-41c156b716e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.026664 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-f3f17b3f-348e-452a-8d32-41c156b716e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2745721 Apr 06 12:55:43.061665 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-a640ac34-e9d4-40a1-bc62-9b028d1d6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.063202 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-a640ac34-e9d4-40a1-bc62-9b028d1d6f2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2673905 Apr 06 12:55:43.167079 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-dc33db34-2e2b-49bd-be47-681de378e48e service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120842 Apr 06 12:55:43.371990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89bca0-15d6-443c-9916-d8ed5800d810 req-f9027f68-60d3-4647-be1b-1ce76fdd4dde tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.374568 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dd89bca0-15d6-443c-9916-d8ed5800d810 req-f9027f68-60d3-4647-be1b-1ce76fdd4dde tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1487212 Apr 06 12:55:43.511201 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dd89bca0-15d6-443c-9916-d8ed5800d810 req-2f587a95-7753-4fd3-b86c-6ac123a5deef tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286843 Apr 06 12:55:43.579546 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0b577afd-339e-4e44-bfb1-134c434e9b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:43.693823 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93107454-a092-401c-8a06-722d34982821 x-openstack-request-id: req-93107454-a092-401c-8a06-722d34982821 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:43.694396 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:43.694711 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93107454-a092-401c-8a06-722d34982821 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:43.695246 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93107454-a092-401c-8a06-722d34982821'] response: {'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c', 'code': 200} Apr 06 12:55:43.735266 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca0cc2-5284-477a-887a-c257142a4c0e req-cecce6c3-88bd-4874-803f-e458a6536135 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.737004 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dca0cc2-5284-477a-887a-c257142a4c0e req-cecce6c3-88bd-4874-803f-e458a6536135 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.0914502 Apr 06 12:55:43.767911 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-2673dafa-7a2c-477c-931f-bccd11495796 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812160 Apr 06 12:55:43.769774 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-af43de18-b0c1-4557-8fea-66b9766f7fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315946 Apr 06 12:55:43.803894 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-28f9bcdb-86d3-4ac2-bb1b-4406f5a08eef req-96796938-9d27-4634-843a-303090ee36c0 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215377 Apr 06 12:55:43.817392 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dca0cc2-5284-477a-887a-c257142a4c0e req-27d5c385-7c85-4c60-a022-190f7cb0047b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734653 Apr 06 12:55:44.061513 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c99e9c-7972-488b-8a01-f8ca1d00229d req-3a91df03-5ac5-470c-ac55-ec92aa99f78a tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:44.063242 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-75c99e9c-7972-488b-8a01-f8ca1d00229d req-3a91df03-5ac5-470c-ac55-ec92aa99f78a tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.0629718 Apr 06 12:55:44.123518 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-75c99e9c-7972-488b-8a01-f8ca1d00229d req-ca24a03c-f146-4123-b315-d9ccfc18afc6 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Apr 06 12:55:44.201801 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:44.205126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa759c-3b74-484c-9208-09b55bfdfd30" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "tag": "a257652c-20d2-4210-9b62-2b69696429b6"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:44.275589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4735dec-0244-4cd4-bb0f-e81aa8471bff x-openstack-request-id: req-f4735dec-0244-4cd4-bb0f-e81aa8471bff {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:44.275985 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "tag": "a257652c-20d2-4210-9b62-2b69696429b6", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:44.276317 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4735dec-0244-4cd4-bb0f-e81aa8471bff {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:44.276794 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4735dec-0244-4cd4-bb0f-e81aa8471bff'] response: {'name': 'network-changed', 'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6', 'status': 'completed', 'code': 200} Apr 06 12:55:44.733100 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0879-beb5-48be-9e94-0b02acde7647 req-3027d3a8-fe2b-4295-9c17-7355f9218537 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:44.744672 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-685a0879-beb5-48be-9e94-0b02acde7647 req-3027d3a8-fe2b-4295-9c17-7355f9218537 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1341984 Apr 06 12:55:44.822382 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-685a0879-beb5-48be-9e94-0b02acde7647 req-56e25c8d-0e5b-4022-ae4f-c726ff04b74d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763793 Apr 06 12:55:45.035234 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe250-01bf-45f1-93e4-19e65e0f5d6e req-9d727348-a292-4d1a-a020-5946ae0275cc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:45.037904 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f4fe250-01bf-45f1-93e4-19e65e0f5d6e req-9d727348-a292-4d1a-a020-5946ae0275cc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.1050973 Apr 06 12:55:45.158878 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f4fe250-01bf-45f1-93e4-19e65e0f5d6e req-73cbaf84-d1a2-42f1-b195-f758de678121 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893929 Apr 06 12:55:45.289265 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e94e-e0d9-4f2e-be60-8aa78590cc23 req-f22fa4b1-6a0d-47a1-96c8-09563bb1ecb7 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:45.291277 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2928e94e-e0d9-4f2e-be60-8aa78590cc23 req-f22fa4b1-6a0d-47a1-96c8-09563bb1ecb7 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.0703995 Apr 06 12:55:45.372484 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2928e94e-e0d9-4f2e-be60-8aa78590cc23 req-4a015457-9c81-4661-bc53-cb755dae219d tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737438 Apr 06 12:55:45.564873 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:55:46.032605 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4248f-c210-46f3-bac3-31066587ba32 req-edec1fc7-5bd0-49d5-a7fe-c284fac364d7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.035101 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-98e4248f-c210-46f3-bac3-31066587ba32 req-edec1fc7-5bd0-49d5-a7fe-c284fac364d7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0601540 Apr 06 12:55:46.099245 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-98e4248f-c210-46f3-bac3-31066587ba32 req-ef3dd30e-f872-4ee1-b5aa-b8987443175b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Apr 06 12:55:46.247733 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6b48bfa8-c6a9-4b5d-9edc-d5137cf007b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:46.364723 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec42f3f-40fb-468a-80dc-4645d764c61b req-7689d266-6b51-4c13-bd02-6070c1654e4d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.367561 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aec42f3f-40fb-468a-80dc-4645d764c61b req-7689d266-6b51-4c13-bd02-6070c1654e4d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.1099210 Apr 06 12:55:46.472767 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-35d3fe6e-f19e-4b4f-a426-da623a0c604c req-f3b75f57-4701-4331-9406-c11209e66284 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280664 Apr 06 12:55:46.476342 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aec42f3f-40fb-468a-80dc-4645d764c61b req-be64212e-8e92-4054-8a21-15edcd8319a9 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017544 Apr 06 12:55:46.497778 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fcb29b2a-b5a2-42c6-bab0-991da3a96d2f req-c7fe712e-5590-492a-aa2b-bbc8529edb08 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837629 Apr 06 12:55:46.529930 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4c58-5995-481c-969c-75841dd62f6d req-eadfd5d4-35a0-48e0-9574-c62d2d3751dd tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.531643 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c86a4c58-5995-481c-969c-75841dd62f6d req-eadfd5d4-35a0-48e0-9574-c62d2d3751dd tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.0711250 Apr 06 12:55:46.584573 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c86a4c58-5995-481c-969c-75841dd62f6d req-b596de98-cedb-4232-94c2-b52146171369 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Apr 06 12:55:47.298747 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c600-956c-4bf1-a746-63e2c9e168ee req-ea0efdec-c043-43d7-9ddb-74416b354464 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:47.300326 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14e1c600-956c-4bf1-a746-63e2c9e168ee req-ea0efdec-c043-43d7-9ddb-74416b354464 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0761459 Apr 06 12:55:47.387695 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14e1c600-956c-4bf1-a746-63e2c9e168ee req-3de75689-e9c6-46bc-8cdb-0ea6cd1b641a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793679 Apr 06 12:55:47.441942 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:47.608252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf14b6-ae0e-4185-892b-d77155c3877e req-41d63e66-a127-424c-8917-50a2a987168f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:47.609816 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d6cf14b6-ae0e-4185-892b-d77155c3877e req-41d63e66-a127-424c-8917-50a2a987168f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.0571461 Apr 06 12:55:47.664728 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d6cf14b6-ae0e-4185-892b-d77155c3877e req-8cf0ec7c-dc5a-450b-ad38-2ae92f342742 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Apr 06 12:55:47.773658 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e053e6-24fa-4a6e-970a-6b2e40baf6d5 req-8885781b-ccc2-4eff-9386-987a00389693 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:47.775122 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41e053e6-24fa-4a6e-970a-6b2e40baf6d5 req-8885781b-ccc2-4eff-9386-987a00389693 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.0693629 Apr 06 12:55:47.826527 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41e053e6-24fa-4a6e-970a-6b2e40baf6d5 req-882fc6e6-f34b-44a7-9590-949193306eb8 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Apr 06 12:55:48.468210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47298) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:48.574556 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c15a18-9e3d-4134-9c97-f8af63b5288e req-6e288a20-aa8d-487f-b80c-3ba90cd381c1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:48.580577 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-60c15a18-9e3d-4134-9c97-f8af63b5288e req-6e288a20-aa8d-487f-b80c-3ba90cd381c1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1057963 Apr 06 12:55:48.655043 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-60c15a18-9e3d-4134-9c97-f8af63b5288e req-cb487000-6238-4f08-bf27-89566fb6a8a1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683322 Apr 06 12:55:48.671873 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-02e2053b-5e9e-42dd-837b-ecf17821ae16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:48.843792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47318) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:48.847338 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:48.852405 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-02e2053b-5e9e-42dd-837b-ecf17821ae16 admin admin] Publish callbacks [] for security_group (953a1b34-5b42-4055-9673-6b0aef652f31), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:48.871501 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-02e2053b-5e9e-42dd-837b-ecf17821ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (953a1b34-5b42-4055-9673-6b0aef652f31), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:48.921404 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e716b-5a68-4281-8d38-a264a7337f48 req-dba3e567-6f2a-4825-b93b-bc761732d9a3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:48.923430 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a7e716b-5a68-4281-8d38-a264a7337f48 req-dba3e567-6f2a-4825-b93b-bc761732d9a3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.1231587 Apr 06 12:55:48.994310 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-7157d2db-006f-4d36-91ca-43434b1fd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:48.995019 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-02e2053b-5e9e-42dd-837b-ecf17821ae16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=180ef56eaf7949388e8f1f9077ec6842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248840 Apr 06 12:55:49.000127 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2053b-5e9e-42dd-837b-ecf17821ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a1b34-5b42-4055-9673-6b0aef652f31,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:49.002837 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-7157d2db-006f-4d36-91ca-43434b1fd7d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1127 time: 0.3232605 Apr 06 12:55:49.004007 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47326) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:49.011572 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-56ac76ac-1021-4504-8f30-a5de1e8245ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.013775 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-56ac76ac-1021-4504-8f30-a5de1e8245ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1127 time: 0.3330219 Apr 06 12:55:49.035400 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9c793-c6c6-44a1-8aaf-79d73b492775 req-33778f66-204e-4c67-ac59-030c9bce1420 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.036997 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56c9c793-c6c6-44a1-8aaf-79d73b492775 req-33778f66-204e-4c67-ac59-030c9bce1420 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1126130 Apr 06 12:55:49.058899 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a7e716b-5a68-4281-8d38-a264a7337f48 req-980824ab-86e5-44ea-afa2-f608d64dd3fc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261570 Apr 06 12:55:49.075475 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-df7b4499-54f6-47d2-94c8-17c54004fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.076993 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-df7b4499-54f6-47d2-94c8-17c54004fd9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 1129 time: 0.3206575 Apr 06 12:55:49.099111 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56c9c793-c6c6-44a1-8aaf-79d73b492775 req-b0d42dce-24bd-40e8-a79d-347ec318de3e tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Apr 06 12:55:49.187414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-949000f0-f837-430d-a0a1-04cb53d43708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.193931 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-7e2c5e13-740d-485a-bcca-73c8e0297b74 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.303078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] Publish callbacks [] for security_group (953a1b34-5b42-4055-9673-6b0aef652f31), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.331357 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-67b8683a-63c0-463f-9131-c9c5c4c8e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.332796 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-67b8683a-63c0-463f-9131-c9c5c4c8e992 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.2928483 Apr 06 12:55:49.342228 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-7725ab0e-351f-4090-9fd0-1ee40324663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.343712 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-7725ab0e-351f-4090-9fd0-1ee40324663a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.3284528 Apr 06 12:55:49.381735 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] Publish callbacks [] for security_group (953a1b34-5b42-4055-9673-6b0aef652f31), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.451286 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-44b331b7-0b9f-4461-bcdd-668ef561f061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 217 time: 0.1023254 Apr 06 12:55:49.452612 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-8379b427-fee8-450e-87fb-1885158320cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 200 len: 217 time: 0.1025596 Apr 06 12:55:49.627880 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-7e2c5e13-740d-485a-bcca-73c8e0297b74 service neutron] Publish callbacks [] for security_group (5afe410b-d990-4431-9c12-1d8be5fbead2), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.631651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-949000f0-f837-430d-a0a1-04cb53d43708 admin admin] Publish callbacks [] for security_group (0f7283d3-6b4e-4faa-b24c-a012980bb091), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.633834 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-6e18b823-1615-4dc9-a6b8-6466c9487deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.635113 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-6e18b823-1615-4dc9-a6b8-6466c9487deb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1657546 Apr 06 12:55:49.636955 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-132703b8-dbc6-4a2e-b24c-0d75002df5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.638530 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-132703b8-dbc6-4a2e-b24c-0d75002df5ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.1702015 Apr 06 12:55:49.643031 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-7e2c5e13-740d-485a-bcca-73c8e0297b74 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (5afe410b-d990-4431-9c12-1d8be5fbead2), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.662321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-949000f0-f837-430d-a0a1-04cb53d43708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0f7283d3-6b4e-4faa-b24c-a012980bb091), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.779411 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (953a1b34-5b42-4055-9673-6b0aef652f31), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.782030 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.786176 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/953a1b34-5b42-4055-9673-6b0aef652f31 HTTP/1.1" status: 204 len: 168 time: 0.7766557 Apr 06 12:55:49.786176 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5e13-740d-485a-bcca-73c8e0297b74 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5afe410b-d990-4431-9c12-1d8be5fbead2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:49.804157 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-daca8bfc-47a4-4a40-b12c-5f74a9a6f9de req-7e2c5e13-740d-485a-bcca-73c8e0297b74 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853549 Apr 06 12:55:49.811033 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-949000f0-f837-430d-a0a1-04cb53d43708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d04e3d4f47745b5bb12689bfe30aa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419928 Apr 06 12:55:49.814682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47342) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:49.876901 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dfb59-b347-437a-b4a8-c7a7171a2d57 req-c4dfdf2c-2846-445e-ad82-414cee97e7b6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.878779 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca8dfb59-b347-437a-b4a8-c7a7171a2d57 req-c4dfdf2c-2846-445e-ad82-414cee97e7b6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1136658 Apr 06 12:55:49.894514 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-9434fad6-2d6c-403b-9ada-9fa8425fecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.897291 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-9434fad6-2d6c-403b-9ada-9fa8425fecfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2358174 Apr 06 12:55:49.906479 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-9c601d80-b1c7-42e9-932d-6ca559cb518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.908046 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-9c601d80-b1c7-42e9-932d-6ca559cb518a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2552938 Apr 06 12:55:49.908706 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949000f0-f837-430d-a0a1-04cb53d43708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7283d3-6b4e-4faa-b24c-a012980bb091,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:49.913630 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] Publish callbacks [] for security_group (0f7283d3-6b4e-4faa-b24c-a012980bb091), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:49.920199 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3976-68ca-43db-875c-ea58799760a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a1b34-5b42-4055-9673-6b0aef652f31,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:49.925733 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:49.938372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] Publish callbacks [] for security_group (0f7283d3-6b4e-4faa-b24c-a012980bb091), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.003106 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0f7283d3-6b4e-4faa-b24c-a012980bb091), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.005804 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.010848 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f7283d3-6b4e-4faa-b24c-a012980bb091 HTTP/1.1" status: 204 len: 168 time: 0.1907911 Apr 06 12:55:50.028815 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255d39a-45a6-4f19-969e-a491f5fb2add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7283d3-6b4e-4faa-b24c-a012980bb091,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:50.064412 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca8dfb59-b347-437a-b4a8-c7a7171a2d57 req-0288ca31-9d4a-4a1a-9d71-4e8e0dc49f00 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754465 Apr 06 12:55:50.355002 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:50.399352 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:50.406746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.440391 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-0d2c3a14-9ffe-49e3-854c-2f5729349f34 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042799 Apr 06 12:55:50.443214 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-0370bb13-e63e-40d7-9636-30551190efde service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230180 Apr 06 12:55:50.456111 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37696-2724-47c2-8345-4d6c531934d4 req-02a74c39-6a1f-4166-93a8-cc755ee73bec tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.458484 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-48d37696-2724-47c2-8345-4d6c531934d4 req-02a74c39-6a1f-4166-93a8-cc755ee73bec tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 943 time: 0.2388155 Apr 06 12:55:50.480680 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530b65-7760-42c3-b8ad-8a1f07d8b65f req-a7333ed9-683a-4dc8-b602-32bec228593c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.482075 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:50.482854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.483577 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-55530b65-7760-42c3-b8ad-8a1f07d8b65f req-a7333ed9-683a-4dc8-b602-32bec228593c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1568549 Apr 06 12:55:50.512974 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:50.556710 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:50.565093 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.565886 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a257652c-20d2-4210-9b62-2b69696429b6 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:50.592487 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47372) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:50.640718 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c9cb-8f36-4f61-8f51-18cc23629b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.667170 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-55530b65-7760-42c3-b8ad-8a1f07d8b65f req-c7956b3e-098a-4f47-9793-4fa5596a4273 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258881 Apr 06 12:55:50.686499 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-48d37696-2724-47c2-8345-4d6c531934d4 req-d5a8ebbd-30a7-4135-b7d0-c3c2915d1490 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995327 Apr 06 12:55:50.762453 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a9aa759c-3b74-484c-9208-09b55bfdfd30 req-dbab9338-4084-4108-a856-b33cb3ed8190 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747536 Apr 06 12:55:50.771522 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a4136669-4f89-412a-8ed4-4d97ca96b404 req-257735eb-f193-43dc-9904-57c9b9273552 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828195 Apr 06 12:55:50.785786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:50.878513 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c9cb-8f36-4f61-8f51-18cc23629b00 admin admin] Publish callbacks [] for security_group (04f3365f-50ab-4e6c-86b0-cfcb372bcbd5), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.885165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b2c9cb-8f36-4f61-8f51-18cc23629b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (04f3365f-50ab-4e6c-86b0-cfcb372bcbd5), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.934349 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c4b2c9cb-8f36-4f61-8f51-18cc23629b00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff18ed419609462b9d7ed757b8ff9b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404832 Apr 06 12:55:50.935419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2c9cb-8f36-4f61-8f51-18cc23629b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f3365f-50ab-4e6c-86b0-cfcb372bcbd5,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:50.938772 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47376) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:50.960013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47378) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:50.983460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c15434a5-1578-4141-bf87-b9c14a3fba7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.997219 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a257652c-20d2-4210-9b62-2b69696429b6,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:51.015917 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] Publish callbacks [] for security_group (04f3365f-50ab-4e6c-86b0-cfcb372bcbd5), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.037669 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'a257652c-20d2-4210-9b62-2b69696429b6', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'port_id': 'a257652c-20d2-4210-9b62-2b69696429b6', 'mac_address': 'fa:16:3e:06:8a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:51.044757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] Publish callbacks [] for security_group (04f3365f-50ab-4e6c-86b0-cfcb372bcbd5), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.134702 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port a257652c-20d2-4210-9b62-2b69696429b6 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:51.135308 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a257652c-20d2-4210-9b62-2b69696429b6), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.153970 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (04f3365f-50ab-4e6c-86b0-cfcb372bcbd5), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.160686 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.161081 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a257652c-20d2-4210-9b62-2b69696429b6 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:51.168082 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04f3365f-50ab-4e6c-86b0-cfcb372bcbd5 HTTP/1.1" status: 204 len: 168 time: 0.2261491 Apr 06 12:55:51.209267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efdd11-f5b1-41e8-9797-3cc1d1a159b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f3365f-50ab-4e6c-86b0-cfcb372bcbd5,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:51.223212 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a257652c-20d2-4210-9b62-2b69696429b6,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:51.239888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c15434a5-1578-4141-bf87-b9c14a3fba7e admin admin] Publish callbacks [] for security_group (0d18ccea-54fb-40ce-a6ed-51eed77b6d6e), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.248357 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.253231 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c15434a5-1578-4141-bf87-b9c14a3fba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0d18ccea-54fb-40ce-a6ed-51eed77b6d6e), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.303791 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47b8c8-19a5-42fa-8bb3-37aefe55d630 req-2df9b8ae-82cc-4d97-8d72-44f9b877d750 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:51.305374 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e47b8c8-19a5-42fa-8bb3-37aefe55d630 req-2df9b8ae-82cc-4d97-8d72-44f9b877d750 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 944 time: 0.1169891 Apr 06 12:55:51.311331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47388) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:51.329549 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c15434a5-1578-4141-bf87-b9c14a3fba7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=664d7ea3954c47c0a02def366529823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688843 Apr 06 12:55:51.338010 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47394) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:51.362428 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:51.369117 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15434a5-1578-4141-bf87-b9c14a3fba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d18ccea-54fb-40ce-a6ed-51eed77b6d6e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:51.529989 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e47b8c8-19a5-42fa-8bb3-37aefe55d630 req-29d819a9-c60e-4809-8e16-7a88bbce154e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083344 Apr 06 12:55:51.542553 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] Publish callbacks [] for security_group (0d18ccea-54fb-40ce-a6ed-51eed77b6d6e), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.585065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] Publish callbacks [] for security_group (0d18ccea-54fb-40ce-a6ed-51eed77b6d6e), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.596534 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['c45588ce-cb56-4b9a-b43c-8cc6969bf111'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:51.655274 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0d18ccea-54fb-40ce-a6ed-51eed77b6d6e), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.658936 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.660191 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d18ccea-54fb-40ce-a6ed-51eed77b6d6e HTTP/1.1" status: 204 len: 168 time: 0.3201616 Apr 06 12:55:51.670272 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121016d-b9ee-4a8d-ac5e-d67e72589b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d18ccea-54fb-40ce-a6ed-51eed77b6d6e,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:51.735654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['a257652c-20d2-4210-9b62-2b69696429b6'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:51.797267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5344412d-51b9-4be2-b0e2-7e8b689aa294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.813624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47416) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:51.960199 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c68de4-4356-4348-b73e-a64e02592ed8 req-04853164-341f-486f-95a4-fb6dead94331 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:51.968521 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76c68de4-4356-4348-b73e-a64e02592ed8 req-04853164-341f-486f-95a4-fb6dead94331 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1431804 Apr 06 12:55:51.985068 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85a0de-1130-40fa-beff-26e5d6b4ab3f req-4d474366-f069-48d4-9b83-fe0ff748224c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:51.986906 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4d85a0de-1130-40fa-beff-26e5d6b4ab3f req-4d474366-f069-48d4-9b83-fe0ff748224c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 944 time: 0.1635752 Apr 06 12:55:52.062114 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5344412d-51b9-4be2-b0e2-7e8b689aa294 admin admin] Publish callbacks [] for security_group (c63a413b-8f44-4b36-b45f-c35b22089902), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.082026 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 086c030e-e044-4bf7-af19-c732fd6df676 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:52.090791 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76c68de4-4356-4348-b73e-a64e02592ed8 req-aa5c8245-72b6-42b1-ab45-e5c9a578a628 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208067 Apr 06 12:55:52.102214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5344412d-51b9-4be2-b0e2-7e8b689aa294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (c63a413b-8f44-4b36-b45f-c35b22089902), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.133193 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4d85a0de-1130-40fa-beff-26e5d6b4ab3f req-5e94a71b-f463-46fa-9bc0-c2007ef0b5dc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314752 Apr 06 12:55:52.160650 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5344412d-51b9-4be2-b0e2-7e8b689aa294 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=735b7b485fda441d822f8c3a128167fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479939 Apr 06 12:55:52.161806 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344412d-51b9-4be2-b0e2-7e8b689aa294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a413b-8f44-4b36-b45f-c35b22089902,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:52.165097 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47424) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:52.297088 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.db.resource_extend [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:55:52.381031 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c98a613-63d7-4e1d-adca-20bc5d2fbc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.396706 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] Publish callbacks [] for security_group (c63a413b-8f44-4b36-b45f-c35b22089902), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.439978 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] Publish callbacks [] for security_group (c63a413b-8f44-4b36-b45f-c35b22089902), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.555331 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c98a613-63d7-4e1d-adca-20bc5d2fbc6b admin admin] Publish callbacks [] for security_group (0f5e2129-85ba-4852-a013-0263e78736a9), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.561929 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (c63a413b-8f44-4b36-b45f-c35b22089902), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.567142 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.569400 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c63a413b-8f44-4b36-b45f-c35b22089902 HTTP/1.1" status: 204 len: 168 time: 0.4025028 Apr 06 12:55:52.588647 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098113d-3f24-43f8-97d1-68a91d3ea375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a413b-8f44-4b36-b45f-c35b22089902,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:52.593700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c98a613-63d7-4e1d-adca-20bc5d2fbc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0f5e2129-85ba-4852-a013-0263e78736a9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.666336 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=086c030e-e044-4bf7-af19-c732fd6df676,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:52.678045 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98a613-63d7-4e1d-adca-20bc5d2fbc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e2129-85ba-4852-a013-0263e78736a9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:52.688346 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-8c98a613-63d7-4e1d-adca-20bc5d2fbc6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02901fddd19340588cdf37df18144bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8732667 Apr 06 12:55:52.697751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47446) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:52.736011 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '086c030e-e044-4bf7-af19-c732fd6df676', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'port_id': '086c030e-e044-4bf7-af19-c732fd6df676', 'mac_address': 'fa:16:3e:0b:bd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:52.809172 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c06c-90bc-40ce-bb88-f66426b5b3d6 req-a67c080a-f91a-4668-a3dd-d31a618de335 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.811978 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-de11c06c-90bc-40ce-bb88-f66426b5b3d6 req-a67c080a-f91a-4668-a3dd-d31a618de335 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 944 time: 0.1480780 Apr 06 12:55:52.854308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] Publish callbacks [] for security_group (0f5e2129-85ba-4852-a013-0263e78736a9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.861443 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 086c030e-e044-4bf7-af19-c732fd6df676 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:52.866051 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (086c030e-e044-4bf7-af19-c732fd6df676), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.891080 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] Publish callbacks [] for security_group (0f5e2129-85ba-4852-a013-0263e78736a9), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.899019 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086c030e-e044-4bf7-af19-c732fd6df676 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:52.918465 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-de11c06c-90bc-40ce-bb88-f66426b5b3d6 req-fc0ecfce-53b7-4eff-8c56-1b6174bfbedf tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948713 Apr 06 12:55:52.947414 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=086c030e-e044-4bf7-af19-c732fd6df676,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:52.954637 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.030071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (0f5e2129-85ba-4852-a013-0263e78736a9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.032960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.034421 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f5e2129-85ba-4852-a013-0263e78736a9 HTTP/1.1" status: 204 len: 168 time: 0.3303621 Apr 06 12:55:53.050237 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:53.053505 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53272-3921-4fe6-bfe4-ae00b1f1edbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e2129-85ba-4852-a013-0263e78736a9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:53.281116 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c18817-06d4-4a61-a6fd-71ee6bcfe4ca req-f5e10a4c-e8bc-4a1a-90e1-1a06ef86e4fe tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:53.288176 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-27c18817-06d4-4a61-a6fd-71ee6bcfe4ca req-f5e10a4c-e8bc-4a1a-90e1-1a06ef86e4fe tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1144032 Apr 06 12:55:53.367878 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47472) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:53.386792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ad8db2c-8c52-4b91-a057-00b054bda77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.440503 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-27c18817-06d4-4a61-a6fd-71ee6bcfe4ca req-e7685469-3852-495c-9f8c-8a3680af843b tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444094 Apr 06 12:55:53.480611 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47551eb-3059-4096-b66b-8fd39c9eab0e req-925287a2-c353-4538-a570-50bb594a2c72 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:53.494411 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d47551eb-3059-4096-b66b-8fd39c9eab0e req-925287a2-c353-4538-a570-50bb594a2c72 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 944 time: 0.1461618 Apr 06 12:55:53.571368 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d47551eb-3059-4096-b66b-8fd39c9eab0e req-877f22b9-352e-4c93-9680-617b276a0da4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746112 Apr 06 12:55:53.619108 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['086c030e-e044-4bf7-af19-c732fd6df676'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:53.815599 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ad8db2c-8c52-4b91-a057-00b054bda77e admin admin] Publish callbacks [] for security_group (d117cb56-0f46-4b59-8844-4a19d8665538), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.822219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ad8db2c-8c52-4b91-a057-00b054bda77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (d117cb56-0f46-4b59-8844-4a19d8665538), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:53.870279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8db2c-8c52-4b91-a057-00b054bda77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117cb56-0f46-4b59-8844-4a19d8665538,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:53.890372 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6ad8db2c-8c52-4b91-a057-00b054bda77e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb421773d1334c2e978f8c29e033afe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213571 Apr 06 12:55:53.894554 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47484) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:53.940818 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:54.039769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] Publish callbacks [] for security_group (d117cb56-0f46-4b59-8844-4a19d8665538), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.044529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port c45588ce-cb56-4b9a-b43c-8cc6969bf111 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:54.049234 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port c45588ce-cb56-4b9a-b43c-8cc6969bf111 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:54.049503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.121733 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] Publish callbacks [] for security_group (d117cb56-0f46-4b59-8844-4a19d8665538), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.174435 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d12db-3297-4807-843a-9b594206c692 req-79daddd6-46f8-4804-b766-693a3ce36f31 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:54.181904 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0e1d12db-3297-4807-843a-9b594206c692 req-79daddd6-46f8-4804-b766-693a3ce36f31 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 944 time: 0.0786116 Apr 06 12:55:54.197914 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47496) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:54.225867 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:54.226161 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.234040 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a46ec68b-51e1-4b7a-b131-1a277c18b9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.235624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (d117cb56-0f46-4b59-8844-4a19d8665538), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.243835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.254581 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d117cb56-0f46-4b59-8844-4a19d8665538 HTTP/1.1" status: 204 len: 168 time: 0.3583403 Apr 06 12:55:54.276492 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0e1d12db-3297-4807-843a-9b594206c692 req-f16ee3e0-0d73-46ab-a485-626b707084da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933270 Apr 06 12:55:54.280007 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521b76e-4da3-413b-a90d-b806fb80996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117cb56-0f46-4b59-8844-4a19d8665538,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:54.300403 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:54.305624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457ce2e-5616-4a53-bb25-775ea1b639f5" -d '{"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:54.367202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:54.374355 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.375845 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a257652c-20d2-4210-9b62-2b69696429b6 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:54.450363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a46ec68b-51e1-4b7a-b131-1a277c18b9ed admin admin] Publish callbacks [] for security_group (297395c0-e1cb-4535-abfe-0318627f36da), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.458548 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a46ec68b-51e1-4b7a-b131-1a277c18b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (297395c0-e1cb-4535-abfe-0318627f36da), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.486721 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9bc2d-5f93-43c3-b714-c13ffa45c75a x-openstack-request-id: req-aaf9bc2d-5f93-43c3-b714-c13ffa45c75a {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:54.487011 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:54.487175 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaf9bc2d-5f93-43c3-b714-c13ffa45c75a {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:54.487540 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf9bc2d-5f93-43c3-b714-c13ffa45c75a'] response: {'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'code': 200} Apr 06 12:55:54.566424 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:54.576533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a46ec68b-51e1-4b7a-b131-1a277c18b9ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6511058cbe34a4c804aa585c1959fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741493 Apr 06 12:55:54.579693 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47512) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:54.628676 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port a257652c-20d2-4210-9b62-2b69696429b6 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:54.639842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec68b-51e1-4b7a-b131-1a277c18b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297395c0-e1cb-4535-abfe-0318627f36da,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:54.640540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port a257652c-20d2-4210-9b62-2b69696429b6 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:54.641085 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a257652c-20d2-4210-9b62-2b69696429b6), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.689083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] Publish callbacks [] for security_group (297395c0-e1cb-4535-abfe-0318627f36da), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.726646 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] Publish callbacks [] for security_group (297395c0-e1cb-4535-abfe-0318627f36da), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.799201 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce1a0d-dccd-4780-b5e1-c47401e2639d req-4f3260f7-fe81-40a4-a1ea-91759bfa0e86 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:54.819983 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-06ce1a0d-dccd-4780-b5e1-c47401e2639d req-4f3260f7-fe81-40a4-a1ea-91759bfa0e86 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 944 time: 0.1288238 Apr 06 12:55:54.847481 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port a257652c-20d2-4210-9b62-2b69696429b6 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:54.848054 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a257652c-20d2-4210-9b62-2b69696429b6), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.877956 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9822-44d3-47d3-b1d0-7e4ac1e9cdfa req-6a050805-0410-4492-92d2-18dd05de35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:54.880848 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-951d9822-44d3-47d3-b1d0-7e4ac1e9cdfa req-6a050805-0410-4492-92d2-18dd05de35f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1129 time: 0.1383052 Apr 06 12:55:54.909105 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (297395c0-e1cb-4535-abfe-0318627f36da), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.916763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:54.918729 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/297395c0-e1cb-4535-abfe-0318627f36da HTTP/1.1" status: 204 len: 168 time: 0.3363812 Apr 06 12:55:54.939310 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83406b9c-43e2-41a4-8b77-6c55b0f1dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297395c0-e1cb-4535-abfe-0318627f36da,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:54.948872 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-06ce1a0d-dccd-4780-b5e1-c47401e2639d req-7cb1e54a-ee3b-4c43-a689-d13ce7dfccee tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269794 Apr 06 12:55:54.950857 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a257652c-20d2-4210-9b62-2b69696429b6,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:54.956578 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:55.055893 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:55.164080 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-951d9822-44d3-47d3-b1d0-7e4ac1e9cdfa req-4d9c0d47-43fc-406b-99a1-698d45c934f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838823 Apr 06 12:55:55.468108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9ad4f-dbf0-4d88-a533-72315cb9bf70 req-d8cc42f1-57b6-4ca3-b64e-79b55acf4472 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:55.470423 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e3f9ad4f-dbf0-4d88-a533-72315cb9bf70 req-d8cc42f1-57b6-4ca3-b64e-79b55acf4472 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0899708 Apr 06 12:55:55.552106 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e3f9ad4f-dbf0-4d88-a533-72315cb9bf70 req-ac110f9c-6816-45d1-8628-eb21d1de8f5b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745137 Apr 06 12:55:55.856516 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47566) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:55.871496 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47570) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:55.956815 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 086c030e-e044-4bf7-af19-c732fd6df676 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:56.015899 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 086c030e-e044-4bf7-af19-c732fd6df676 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:56.026049 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 086c030e-e044-4bf7-af19-c732fd6df676 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:56.026487 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (086c030e-e044-4bf7-af19-c732fd6df676), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.127941 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4243-6960-4a65-a5e2-81b37b078542 req-acca1b53-6feb-4cba-9d5d-9bfc8cce7bef tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:56.132493 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21fa6ea0-82cf-4722-ba2b-784f55a904e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.141129 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-389c4243-6960-4a65-a5e2-81b37b078542 req-acca1b53-6feb-4cba-9d5d-9bfc8cce7bef tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1034529 Apr 06 12:55:56.153150 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 086c030e-e044-4bf7-af19-c732fd6df676 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:56.153885 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (086c030e-e044-4bf7-af19-c732fd6df676), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.208222 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=086c030e-e044-4bf7-af19-c732fd6df676,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:56.213231 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.268886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50422e9a-40f3-4046-99f4-19d03331e402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.270009 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21fa6ea0-82cf-4722-ba2b-784f55a904e6 admin admin] Publish callbacks [] for security_group (67f48c01-a27f-4363-8544-d7d11c441a88), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.282065 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-389c4243-6960-4a65-a5e2-81b37b078542 req-beaad44d-9eb9-4f6b-9c66-c0c00a665067 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398630 Apr 06 12:55:56.282804 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21fa6ea0-82cf-4722-ba2b-784f55a904e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (67f48c01-a27f-4363-8544-d7d11c441a88), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.307361 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:56.364814 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-21fa6ea0-82cf-4722-ba2b-784f55a904e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b0c0cd6608449f4a5b15b57845a43f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071707 Apr 06 12:55:56.367496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47592) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:56.376551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa6ea0-82cf-4722-ba2b-784f55a904e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f48c01-a27f-4363-8544-d7d11c441a88,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:56.459337 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] Publish callbacks [] for security_group (67f48c01-a27f-4363-8544-d7d11c441a88), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.472231 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50422e9a-40f3-4046-99f4-19d03331e402 admin admin] Publish callbacks [] for security_group (bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.482986 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50422e9a-40f3-4046-99f4-19d03331e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.487299 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] Publish callbacks [] for security_group (67f48c01-a27f-4363-8544-d7d11c441a88), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.489209 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6'}, {'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:56.491404 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2aa9d-9353-4e44-8204-0f914a59439c" -d '{"events": [{"server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "name": "network-vif-plugged", "status": "completed", "tag": "a257652c-20d2-4210-9b62-2b69696429b6"}, {"server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "name": "network-vif-plugged", "status": "completed", "tag": "086c030e-e044-4bf7-af19-c732fd6df676"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:56.563535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (67f48c01-a27f-4363-8544-d7d11c441a88), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.564437 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-50422e9a-40f3-4046-99f4-19d03331e402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7390875b2b0d455bbc4b8e3b0ce20912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918557 Apr 06 12:55:56.567067 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47600) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:56.567263 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.569638 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67f48c01-a27f-4363-8544-d7d11c441a88 HTTP/1.1" status: 204 len: 168 time: 0.2007358 Apr 06 12:55:56.576456 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50422e9a-40f3-4046-99f4-19d03331e402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:56.581114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c82ab-c4c4-4ad7-92fe-e7c154156c37 x-openstack-request-id: req-676c82ab-c4c4-4ad7-92fe-e7c154156c37 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:56.581452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "name": "network-vif-plugged", "status": "completed", "tag": "a257652c-20d2-4210-9b62-2b69696429b6", "code": 200}, {"server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "name": "network-vif-plugged", "status": "completed", "tag": "086c030e-e044-4bf7-af19-c732fd6df676", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:56.581930 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-676c82ab-c4c4-4ad7-92fe-e7c154156c37 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:56.582387 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676c82ab-c4c4-4ad7-92fe-e7c154156c37'] response: {'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6', 'code': 200} Apr 06 12:55:56.582651 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676c82ab-c4c4-4ad7-92fe-e7c154156c37'] response: {'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676', 'code': 200} Apr 06 12:55:56.583305 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f88b87-3bf3-43db-b2b8-456b9152c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f48c01-a27f-4363-8544-d7d11c441a88,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:56.703702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] Publish callbacks [] for security_group (bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.893048 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] Publish callbacks [] for security_group (bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:56.939189 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f115e21-e3ff-46a7-b258-106ac6c902fa req-daaa6529-14d5-4f11-9404-4214bf7bdd67 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:56.940801 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f115e21-e3ff-46a7-b258-106ac6c902fa req-daaa6529-14d5-4f11-9404-4214bf7bdd67 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.2812300 Apr 06 12:55:57.066009 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:57.069261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:57.071324 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0 HTTP/1.1" status: 204 len: 168 time: 0.5026493 Apr 06 12:55:57.094498 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f115e21-e3ff-46a7-b258-106ac6c902fa req-b7fd48c8-1407-408d-9c66-ab9557ae470b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467681 Apr 06 12:55:57.095748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843bd10-1164-493a-a8c8-70143c577c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84d33d-704a-4d96-b9fc-9c6f59ed0cd0,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:57.275899 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c7cd1-1e7f-4675-a44b-fab275e288e5 req-6c93f02d-f9bf-4c30-b89e-5c79bd6bd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:57.278181 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b35c7cd1-1e7f-4675-a44b-fab275e288e5 req-6c93f02d-f9bf-4c30-b89e-5c79bd6bd6bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1130 time: 0.1720512 Apr 06 12:55:57.295825 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-59e91968-fdba-47ce-93d2-43717ee2281c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402853 Apr 06 12:55:57.320065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c664-25f9-430c-b555-9684b793d228 req-770f3841-82f2-48f8-a347-ee906e469002 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:57.326685 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d0e4c664-25f9-430c-b555-9684b793d228 req-770f3841-82f2-48f8-a347-ee906e469002 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0767205 Apr 06 12:55:57.330408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7f6c-5744-48f8-96ad-2ccaabb34aa2 req-88c827fd-aeb5-4c59-a1d4-495a51112146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:57.332225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47638) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:57.334253 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ec2f7f6c-5744-48f8-96ad-2ccaabb34aa2 req-88c827fd-aeb5-4c59-a1d4-495a51112146 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1129 time: 0.1475170 Apr 06 12:55:57.341200 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'floatingip': {'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:57.460988 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b35c7cd1-1e7f-4675-a44b-fab275e288e5 req-0f54ea4d-2202-452f-844e-e1da49c6cf63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760223 Apr 06 12:55:57.471393 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:57.481434 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ec2f7f6c-5744-48f8-96ad-2ccaabb34aa2 req-b05345f9-0aaf-4ffa-9aa4-230e1a7b1a0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287787 Apr 06 12:55:57.491990 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-5edc963f-8004-4fa6-9eea-5d98d41c336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:57.493726 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-5edc963f-8004-4fa6-9eea-5d98d41c336b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c531ac9fcd864b999248adc77b852776&device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 1129 time: 0.1319118 Apr 06 12:55:57.686422 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed7529-7b7a-407a-94a6-3761a74412d0 req-1fdbb273-403e-4027-a6ca-4a5974499333 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:57.687938 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-24ed7529-7b7a-407a-94a6-3761a74412d0 req-1fdbb273-403e-4027-a6ca-4a5974499333 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2431402 Apr 06 12:55:57.803870 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-24ed7529-7b7a-407a-94a6-3761a74412d0 req-47e6ded1-9989-4dbd-b640-7aa90cbdc2c0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069157 Apr 06 12:55:57.934616 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47660) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:57.948020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:57.993418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.048702 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Publish callbacks [] for security_group (74d6b198-0a95-4962-abec-e2a3b11fe75d), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.053933 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (74d6b198-0a95-4962-abec-e2a3b11fe75d), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.103584 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2900e624367443a28281ca40a75490f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640007 Apr 06 12:55:58.103838 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47666) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:58.113260 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6b198-0a95-4962-abec-e2a3b11fe75d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:58.136040 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.136040 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.136852 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.137066 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.137645 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.138128 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.138619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.138944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.139293 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.139766 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.140121 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.140460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.140792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.141110 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.141531 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345812e-8aca-4d31-bb65-7aa501280bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:58.180503 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] Publish callbacks [] for security_group (74d6b198-0a95-4962-abec-e2a3b11fe75d), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.216237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] Publish callbacks [] for security_group (74d6b198-0a95-4962-abec-e2a3b11fe75d), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.274458 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (74d6b198-0a95-4962-abec-e2a3b11fe75d), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.279199 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.281312 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74d6b198-0a95-4962-abec-e2a3b11fe75d HTTP/1.1" status: 204 len: 168 time: 0.1751924 Apr 06 12:55:58.292774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443044f-672f-493e-9fc6-eb4dc0e326b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6b198-0a95-4962-abec-e2a3b11fe75d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:58.369893 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.374453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:58.482433 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Floating IP b789b2f1-3737-4495-a516-5ca0ce8b2770 associated. External IP: 172.27.1.142, port: c45588ce-cb56-4b9a-b43c-8cc6969bf111. Apr 06 12:55:58.898275 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-6c83b7b5-eb1f-4248-b633-cfb0f406ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:58.903433 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-6c83b7b5-eb1f-4248-b633-cfb0f406ee8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=228ae29d-21a4-4675-8aeb-e197eaca3fe1 HTTP/1.1" status: 200 len: 913 time: 0.1611066 Apr 06 12:55:58.948726 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:58.962921 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47702) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:58.988075 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5728-80f5-4194-bdd8-0c0f00de6a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.064462 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc09c9b-77d9-4979-a999-f5ca3539dae9 req-08d63878-1b0c-4105-819e-8ef31f07cc2d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:59.068194 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ffc09c9b-77d9-4979-a999-f5ca3539dae9 req-08d63878-1b0c-4105-819e-8ef31f07cc2d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1502092 Apr 06 12:55:59.111090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5728-80f5-4194-bdd8-0c0f00de6a9e admin admin] Publish callbacks [] for security_group (fec2af10-d25e-456e-8db6-e27e5ed3f7a4), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.120839 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5728-80f5-4194-bdd8-0c0f00de6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (fec2af10-d25e-456e-8db6-e27e5ed3f7a4), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.183839 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ffc09c9b-77d9-4979-a999-f5ca3539dae9 req-ae93e10a-5ff3-47a8-bd62-afeefd0a66bf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071155 Apr 06 12:55:59.194692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:59.206631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f5728-80f5-4194-bdd8-0c0f00de6a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec2af10-d25e-456e-8db6-e27e5ed3f7a4,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:59.213041 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:59.219732 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.224691 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-eb4f5728-80f5-4194-bdd8-0c0f00de6a9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f248b6ef49a54eb7bcceb0e200764722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594016 Apr 06 12:55:59.236062 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47712) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:59.262509 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:59.266230 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:55:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:59.278234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1f353488-6f32-4819-a55b-44c639729465 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "PUT /v2.0/floatingips/b789b2f1-3737-4495-a516-5ca0ce8b2770 HTTP/1.1" status: 200 len: 991 time: 1.9444721 Apr 06 12:55:59.278961 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:59.440340 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-13dd9907-390d-4959-ac28-b91b4aa6f13e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a90e3f3-b288-420d-8f68-e677a823475c HTTP/1.1" status: 200 len: 217 time: 0.1234207 Apr 06 12:55:59.466603 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] Publish callbacks [] for security_group (fec2af10-d25e-456e-8db6-e27e5ed3f7a4), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.514661 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:59.519891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] Publish callbacks [] for security_group (fec2af10-d25e-456e-8db6-e27e5ed3f7a4), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.590888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (fec2af10-d25e-456e-8db6-e27e5ed3f7a4), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.593611 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.594879 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fec2af10-d25e-456e-8db6-e27e5ed3f7a4 HTTP/1.1" status: 204 len: 168 time: 0.3574693 Apr 06 12:55:59.607960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84c15-a7bc-4e76-89ab-17dbd8ca1f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec2af10-d25e-456e-8db6-e27e5ed3f7a4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:59.679001 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ebbf8b-f1ae-4079-9139-64ba71a80de6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:59.900000 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-481d6f2d-2897-4290-b432-753604bc2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:59.903190 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-481d6f2d-2897-4290-b432-753604bc2f67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77 HTTP/1.1" status: 200 len: 852 time: 0.1059175 Apr 06 12:55:59.984479 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7c1adc-110c-41d2-8c72-96ad9fecfc66 x-openstack-request-id: req-fe7c1adc-110c-41d2-8c72-96ad9fecfc66 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:59.984993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:59.985093 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe7c1adc-110c-41d2-8c72-96ad9fecfc66 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:59.985628 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7c1adc-110c-41d2-8c72-96ad9fecfc66'] response: {'name': 'network-changed', 'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'status': 'completed', 'code': 200} Apr 06 12:56:00.008913 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'b789b2f1-3737-4495-a516-5ca0ce8b2770', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:22Z', 'updated_at': '2022-04-06T12:55:58Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:00.047664 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:00.058604 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:00.059291 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:55:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:00.201898 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:00.372170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0ac4b-38ec-4224-8d36-d2b444e593c3 req-86d6a9ec-31aa-4e8d-8961-48e164382e52 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:00.385219 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9ca0ac4b-38ec-4224-8d36-d2b444e593c3 req-86d6a9ec-31aa-4e8d-8961-48e164382e52 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1089108 Apr 06 12:56:00.493497 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9ca0ac4b-38ec-4224-8d36-d2b444e593c3 req-5df66dff-e227-4c90-8f58-5cf664c17736 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984855 Apr 06 12:56:00.569032 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'b789b2f1-3737-4495-a516-5ca0ce8b2770', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:22Z', 'updated_at': '2022-04-06T12:55:58Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:00.604128 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47782) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:00.608709 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4eb08a-582b-4945-b7e4-40829b9beb34 None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'b789b2f1-3737-4495-a516-5ca0ce8b2770', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:22Z', 'updated_at': '2022-04-06T12:55:58Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:00.950117 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-7c5ebe36-ac23-4f3d-8cff-f5e076c28042 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=228ae29d-21a4-4675-8aeb-e197eaca3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926454 Apr 06 12:56:01.036320 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb804b-e3e0-4b8e-bda5-a2e3ef312ea0 req-a1468df9-c366-480b-bb9b-f0e9dff7e48b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.041097 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-74cb804b-e3e0-4b8e-bda5-a2e3ef312ea0 req-a1468df9-c366-480b-bb9b-f0e9dff7e48b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1497116 Apr 06 12:56:01.090936 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7d80b-5136-40de-b199-382ef398d1d7 None None] New status for floating IP b789b2f1-3737-4495-a516-5ca0ce8b2770: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:56:01.157917 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e36bcfa5-cc4c-4623-ac85-bc509478a516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.172188 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-74cb804b-e3e0-4b8e-bda5-a2e3ef312ea0 req-033ed4c7-2169-4576-adc9-15ce0f6336b8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174576 Apr 06 12:56:01.298331 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-6a444553-49b5-4ef6-9e11-0b73009231f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.299890 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-6a444553-49b5-4ef6-9e11-0b73009231f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1129 time: 0.3180280 Apr 06 12:56:01.302447 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-afa52dff-9b2b-45c8-b3d6-9651357d769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.304434 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-afa52dff-9b2b-45c8-b3d6-9651357d769e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1129 time: 0.3325617 Apr 06 12:56:01.307162 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-3a529540-0abf-46b8-b652-a92845eade46 service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518455 Apr 06 12:56:01.576412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e36bcfa5-cc4c-4623-ac85-bc509478a516 admin admin] Publish callbacks [] for security_group (f6789fce-c96d-4bab-bec8-34dfe3f26c2b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.602992 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e36bcfa5-cc4c-4623-ac85-bc509478a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6789fce-c96d-4bab-bec8-34dfe3f26c2b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.672229 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-04a08ca3-8467-4d47-9b04-c91a75fbbc63 req-646e2c52-e549-4a16-a571-43368ca4f74a service neutron] 10.222.0.11 "GET /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304718 Apr 06 12:56:01.693090 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e36bcfa5-cc4c-4623-ac85-bc509478a516 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbed4de3b3bd49f4ac53c84d1d4d75ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0921950 Apr 06 12:56:01.694746 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-f5873a7b-c467-4d6f-87d3-0f2d7f17f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.696258 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47840) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:01.696602 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-f5873a7b-c467-4d6f-87d3-0f2d7f17f4e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.3681984 Apr 06 12:56:01.699651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-8567f009-9d49-4dc5-819e-397c4caf8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.701192 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-8567f009-9d49-4dc5-819e-397c4caf8e1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.3742909 Apr 06 12:56:01.702224 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bcfa5-cc4c-4623-ac85-bc509478a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6789fce-c96d-4bab-bec8-34dfe3f26c2b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:01.781117 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Publish callbacks [] for security_group (f6789fce-c96d-4bab-bec8-34dfe3f26c2b), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.806663 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Publish callbacks [] for security_group (f6789fce-c96d-4bab-bec8-34dfe3f26c2b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.811972 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-27329868-2c36-47a7-905e-a60938fa1c24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 200 len: 217 time: 0.1019859 Apr 06 12:56:01.873908 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6789fce-c96d-4bab-bec8-34dfe3f26c2b), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.877556 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:01.879399 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6789fce-c96d-4bab-bec8-34dfe3f26c2b HTTP/1.1" status: 204 len: 168 time: 0.1816740 Apr 06 12:56:01.892836 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6789fce-c96d-4bab-bec8-34dfe3f26c2b,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:01.904344 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-5b5cef37-5574-4d82-afa8-b50b243f93f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 1001 time: 0.1833375 Apr 06 12:56:01.905864 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.906443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.907082 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.907683 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.908293 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.909380 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.910730 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.911484 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.912217 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.912790 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.913476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.913992 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.915069 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.915795 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.916289 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b96c1-90f8-4aa2-880f-9186e9a602b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:01.923303 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-254296ae-2833-4be5-a7ba-1f42e97b7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:01.925680 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-254296ae-2833-4be5-a7ba-1f42e97b7ff5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1070476 Apr 06 12:56:02.003365 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-9d085deb-afb8-44bd-8c03-71230ed45f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:02.005084 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-9d085deb-afb8-44bd-8c03-71230ed45f30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0928552 Apr 06 12:56:02.025327 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-13c031fd-b892-47f4-b42f-4043a472e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:02.027846 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-13c031fd-b892-47f4-b42f-4043a472e8f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757403 Apr 06 12:56:02.189382 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47862) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:02.348536 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-a2c57f58-e330-4e6c-a9ad-445f73466030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:02.350233 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-a2c57f58-e330-4e6c-a9ad-445f73466030 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3368933 Apr 06 12:56:02.423244 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-5712060e-882c-44a2-b40b-7dea02f07bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785896 Apr 06 12:56:02.494252 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-c79a958d-49ee-4433-9ae4-158218084bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360373 Apr 06 12:56:02.507127 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855e63-dcc2-425c-9e49-f5d764b05e1b req-8f5ff832-91b0-480e-be33-933228c7dfe2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:02.513687 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-54855e63-dcc2-425c-9e49-f5d764b05e1b req-8f5ff832-91b0-480e-be33-933228c7dfe2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1475546 Apr 06 12:56:02.543026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47882) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:02.561473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3781f98a-3a77-4999-a375-3a63590dcb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.613400 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-eed3-4fda-aac8-f0f2301397ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.656150 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-54855e63-dcc2-425c-9e49-f5d764b05e1b req-ef588ec4-9975-43c0-bd75-4bbeac14d533 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364141 Apr 06 12:56:02.673220 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3781f98a-3a77-4999-a375-3a63590dcb81 admin admin] Publish callbacks [] for security_group (a6adc09d-3a05-47b6-9aad-6197cd39ad34), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.685135 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259f42-d2ec-496c-866e-2fa91d42df7c req-915ac8f6-10d0-4262-9d54-640b1d09acae tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:02.686112 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3781f98a-3a77-4999-a375-3a63590dcb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a6adc09d-3a05-47b6-9aad-6197cd39ad34), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.686705 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-af259f42-d2ec-496c-866e-2fa91d42df7c req-915ac8f6-10d0-4262-9d54-640b1d09acae tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1361310 Apr 06 12:56:02.741374 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3781f98a-3a77-4999-a375-3a63590dcb81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b6a8c0b89384d04aaddb77a78efcacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948578 Apr 06 12:56:02.742629 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47888) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:02.770002 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-af259f42-d2ec-496c-866e-2fa91d42df7c req-021365de-ce86-45f5-a541-4093c094fd4b tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Apr 06 12:56:02.780216 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-eed3-4fda-aac8-f0f2301397ac admin admin] Publish callbacks [] for security_group (93d82204-2952-4834-aa5c-0be974fc1a05), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.795439 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781f98a-3a77-4999-a375-3a63590dcb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6adc09d-3a05-47b6-9aad-6197cd39ad34,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:02.795824 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e5d7a9f1-eed3-4fda-aac8-f0f2301397ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93d82204-2952-4834-aa5c-0be974fc1a05), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.852768 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e5d7a9f1-eed3-4fda-aac8-f0f2301397ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3ee67d01e834e6ea2672e8bf9656d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6621921 Apr 06 12:56:02.853657 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47892) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:02.856624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] Publish callbacks [] for security_group (a6adc09d-3a05-47b6-9aad-6197cd39ad34), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.862071 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7a9f1-eed3-4fda-aac8-f0f2301397ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d82204-2952-4834-aa5c-0be974fc1a05,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:02.885764 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] Publish callbacks [] for security_group (a6adc09d-3a05-47b6-9aad-6197cd39ad34), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.914166 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] Publish callbacks [] for security_group (93d82204-2952-4834-aa5c-0be974fc1a05), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.943660 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] Publish callbacks [] for security_group (93d82204-2952-4834-aa5c-0be974fc1a05), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.952520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a6adc09d-3a05-47b6-9aad-6197cd39ad34), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.955775 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.959231 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6adc09d-3a05-47b6-9aad-6197cd39ad34 HTTP/1.1" status: 204 len: 168 time: 0.2132883 Apr 06 12:56:02.965997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4ca3b-886b-4bf5-b6fd-06c46b8b0c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6adc09d-3a05-47b6-9aad-6197cd39ad34,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:03.001732 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47900) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:03.012718 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93d82204-2952-4834-aa5c-0be974fc1a05), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.016240 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.019946 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93d82204-2952-4834-aa5c-0be974fc1a05 HTTP/1.1" status: 204 len: 168 time: 0.1624336 Apr 06 12:56:03.025939 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368c41b-09aa-454d-a9ce-c85a661734bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d82204-2952-4834-aa5c-0be974fc1a05,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:03.125219 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f41abc83-c30a-4105-891f-5381562965c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.238919 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f41abc83-c30a-4105-891f-5381562965c7 admin admin] Publish callbacks [] for security_group (6f2e0a68-7270-4f0f-abfa-50645f76ce46), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.247946 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f41abc83-c30a-4105-891f-5381562965c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6f2e0a68-7270-4f0f-abfa-50645f76ce46), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.283628 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f41abc83-c30a-4105-891f-5381562965c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32bcf4e51e844a53ad928d54e197f321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779489 Apr 06 12:56:03.284623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47916) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:03.303095 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41abc83-c30a-4105-891f-5381562965c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e0a68-7270-4f0f-abfa-50645f76ce46,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:03.364212 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] Publish callbacks [] for security_group (6f2e0a68-7270-4f0f-abfa-50645f76ce46), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.390126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] Publish callbacks [] for security_group (6f2e0a68-7270-4f0f-abfa-50645f76ce46), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.463078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6f2e0a68-7270-4f0f-abfa-50645f76ce46), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.466518 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.470206 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f2e0a68-7270-4f0f-abfa-50645f76ce46 HTTP/1.1" status: 204 len: 168 time: 0.1818585 Apr 06 12:56:03.481111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83acab-f6c1-4a02-ad3b-352724713545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e0a68-7270-4f0f-abfa-50645f76ce46,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:03.795863 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f369a5-4199-491b-aa1f-54197d07e0e3 req-6427238a-432c-4d5a-8640-ca28157f487a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:03.798467 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f369a5-4199-491b-aa1f-54197d07e0e3 req-6427238a-432c-4d5a-8640-ca28157f487a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0592337 Apr 06 12:56:03.842502 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 47948) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:03.866790 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a811d3b6-9e1c-4fb8-8577-4bd0c844dbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.877117 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f369a5-4199-491b-aa1f-54197d07e0e3 req-9b8b4e0b-89ad-413d-867b-e6ae0079371c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Apr 06 12:56:03.998966 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d649bf-76b1-417f-a99d-ba3d5f5de0c0 req-21083cae-33ce-429b-a9e0-c50de0438df0 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:04.003309 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4d649bf-76b1-417f-a99d-ba3d5f5de0c0 req-21083cae-33ce-429b-a9e0-c50de0438df0 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1021078 Apr 06 12:56:04.029286 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a811d3b6-9e1c-4fb8-8577-4bd0c844dbe4 admin admin] Publish callbacks [] for security_group (1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.065246 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a811d3b6-9e1c-4fb8-8577-4bd0c844dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.093198 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4d649bf-76b1-417f-a99d-ba3d5f5de0c0 req-74eff3c6-777c-40cc-8bf5-16a71ce9c60a tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758905 Apr 06 12:56:04.225473 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a811d3b6-9e1c-4fb8-8577-4bd0c844dbe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=640fd8b48fff4bfb87c089b9864e4c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795369 Apr 06 12:56:04.225473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d3b6-9e1c-4fb8-8577-4bd0c844dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:04.226030 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 47974) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:04.277832 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-97ebbf8b-f1ae-4079-9139-64ba71a80de6 req-6f66e5ba-53af-441a-a41b-037b6901f5f3 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242942 Apr 06 12:56:04.281750 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-8c0da8c3-29de-4ae6-836a-e8863bc5cbf5 req-8ba88ccb-05bc-4b9f-b47b-cf38a007d1b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451859 Apr 06 12:56:04.335672 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] Publish callbacks [] for security_group (1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.390656 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] Publish callbacks [] for security_group (1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.457448 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.460152 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:04.463713 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46 HTTP/1.1" status: 204 len: 168 time: 0.2341971 Apr 06 12:56:04.472603 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f643c-cfcc-4364-a406-406b3ccbfdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d670934-8e4d-4fc6-a9f6-e28ffd7d5d46,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:04.911864 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-b7ef4a4c-1899-4cdb-b6e8-7d7c1bba4711 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:04.914699 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-b7ef4a4c-1899-4cdb-b6e8-7d7c1bba4711 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.2030776 Apr 06 12:56:05.006612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48026) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:05.065832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-922d26a2-9f63-4de9-bdb6-be18de38095f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.069210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa44f-72a2-4386-ae3e-963e9e0fccde req-60a85e1d-cf19-45f7-8472-37760724f6b0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:05.072588 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-409aa44f-72a2-4386-ae3e-963e9e0fccde req-60a85e1d-cf19-45f7-8472-37760724f6b0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0743876 Apr 06 12:56:05.154229 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-409aa44f-72a2-4386-ae3e-963e9e0fccde req-9b52e093-d660-4fd0-94ab-36cb7598044d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732911 Apr 06 12:56:05.252113 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48038) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:05.343986 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0109831-de79-45e4-9ca5-715cc6fc792a req-1652abd2-a52f-45db-95df-9d726af16447 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:05.347432 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0109831-de79-45e4-9ca5-715cc6fc792a req-1652abd2-a52f-45db-95df-9d726af16447 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 945 time: 0.1231914 Apr 06 12:56:05.364215 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Deleting port 0a90e3f3-b288-420d-8f68-e677a823475c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:05.364554 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.424813 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48048) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:05.440411 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0109831-de79-45e4-9ca5-715cc6fc792a req-c62de3d8-6819-456f-8e38-b40343248ba1 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/security-groups?id=f28a11ee-015c-4733-9b52-c067bc855321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857251 Apr 06 12:56:05.489135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-922d26a2-9f63-4de9-bdb6-be18de38095f admin admin] Publish callbacks [] for security_group (bf7f41c4-5d7c-4424-9fff-b6632055563e), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.499434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] For port 0a90e3f3-b288-420d-8f68-e677a823475c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0a90e3f3-b288-420d-8f68-e677a823475c,segment=NetworkSegment(dad14a7e-69e0-444a-98fd-03d2cbdab958),segment_id=dad14a7e-69e0-444a-98fd-03d2cbdab958)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:05.499901 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.503012 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-922d26a2-9f63-4de9-bdb6-be18de38095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bf7f41c4-5d7c-4424-9fff-b6632055563e), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.548998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Calling delete_port for 0a90e3f3-b288-420d-8f68-e677a823475c owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:05.561864 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-922d26a2-9f63-4de9-bdb6-be18de38095f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6dba07a79af4a229e00af26d89351b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522406 Apr 06 12:56:05.562697 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48058) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:05.593456 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d26a2-9f63-4de9-bdb6-be18de38095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f41c4-5d7c-4424-9fff-b6632055563e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:05.624493 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] Publish callbacks [] for security_group (bf7f41c4-5d7c-4424-9fff-b6632055563e), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.648013 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] Publish callbacks [] for security_group (bf7f41c4-5d7c-4424-9fff-b6632055563e), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.725198 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bf7f41c4-5d7c-4424-9fff-b6632055563e), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.728075 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.730030 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf7f41c4-5d7c-4424-9fff-b6632055563e HTTP/1.1" status: 204 len: 168 time: 0.1655817 Apr 06 12:56:05.742004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08475eb-5da5-4805-bfc4-646f1c2b0a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f41c4-5d7c-4424-9fff-b6632055563e,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:05.786012 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-820ea177-dbde-4650-b2b8-5ff348a15adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.843521 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (0a90e3f3-b288-420d-8f68-e677a823475c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.864630 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['0a90e3f3-b288-420d-8f68-e677a823475c'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:56:05.939940 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-820ea177-dbde-4650-b2b8-5ff348a15adb admin admin] Publish callbacks [] for security_group (ef29ee40-2497-4e74-a1ba-2f5c95328de2), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.960869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-820ea177-dbde-4650-b2b8-5ff348a15adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ef29ee40-2497-4e74-a1ba-2f5c95328de2), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.966427 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Pushing event deleted for resources: {'Port': ['ID=0a90e3f3-b288-420d-8f68-e677a823475c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:05.991365 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] No DVR routers for this DVR port 0a90e3f3-b288-420d-8f68-e677a823475c on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:56:05.996018 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.999803 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-834a003d-eef4-47d2-a70b-bfb8cca123cc req-7fff42f7-c52a-4ae7-9ae8-f09fa532b17c tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.11 "DELETE /v2.0/ports/0a90e3f3-b288-420d-8f68-e677a823475c HTTP/1.1" status: 204 len: 173 time: 1.0754118 Apr 06 12:56:06.000677 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'name': 'network-vif-deleted', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:06.001304 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ea177-dbde-4650-b2b8-5ff348a15adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef29ee40-2497-4e74-a1ba-2f5c95328de2,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:06.009517 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-26ad178a-702c-4178-bb1b-6dd88f4772c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.016355 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ac506b-d823-45fa-af6d-95641d495ae2" -d '{"events": [{"server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "name": "network-vif-deleted", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:06.041977 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-820ea177-dbde-4650-b2b8-5ff348a15adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fabb27e899f4559b641000451899d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7479596 Apr 06 12:56:06.043267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48074) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:06.111023 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90479b4-cc32-4689-bd72-b0b58b063122 x-openstack-request-id: req-a90479b4-cc32-4689-bd72-b0b58b063122 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:06.111399 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaff82b-7456-420f-a3bf-477c417363bd", "name": "network-vif-deleted", "tag": "0a90e3f3-b288-420d-8f68-e677a823475c", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:06.111715 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a90479b4-cc32-4689-bd72-b0b58b063122 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:06.112492 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90479b4-cc32-4689-bd72-b0b58b063122'] response: {'server_uuid': '3aaff82b-7456-420f-a3bf-477c417363bd', 'name': 'network-vif-deleted', 'tag': '0a90e3f3-b288-420d-8f68-e677a823475c', 'status': 'completed', 'code': 200} Apr 06 12:56:06.168288 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-26ad178a-702c-4178-bb1b-6dd88f4772c3 admin admin] Publish callbacks [] for security_group (cadfcb14-f463-49cd-85e8-d5616bb4d676), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.179169 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-26ad178a-702c-4178-bb1b-6dd88f4772c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cadfcb14-f463-49cd-85e8-d5616bb4d676), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.210757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad178a-702c-4178-bb1b-6dd88f4772c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadfcb14-f463-49cd-85e8-d5616bb4d676,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:06.350319 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] Publish callbacks [] for security_group (ef29ee40-2497-4e74-a1ba-2f5c95328de2), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.392556 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-26ad178a-702c-4178-bb1b-6dd88f4772c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc82edc38ad346b9a571cc24031c4fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9634211 Apr 06 12:56:06.393009 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48096) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:06.412811 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] Publish callbacks [] for security_group (ef29ee40-2497-4e74-a1ba-2f5c95328de2), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.473954 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] Publish callbacks [] for security_group (cadfcb14-f463-49cd-85e8-d5616bb4d676), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.502562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] Publish callbacks [] for security_group (cadfcb14-f463-49cd-85e8-d5616bb4d676), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.534735 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241aec0-638c-464e-a958-383f7a095281 req-dc3f22c6-9948-4e8b-883c-b0050e4e693a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:06.539845 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4241aec0-638c-464e-a958-383f7a095281 req-dc3f22c6-9948-4e8b-883c-b0050e4e693a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2777622 Apr 06 12:56:06.575398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cadfcb14-f463-49cd-85e8-d5616bb4d676), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.578983 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.583586 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cadfcb14-f463-49cd-85e8-d5616bb4d676 HTTP/1.1" status: 204 len: 168 time: 0.1893165 Apr 06 12:56:06.609315 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83231dbe-0c2c-4372-bb05-fa189d52fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadfcb14-f463-49cd-85e8-d5616bb4d676,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:06.631346 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ef29ee40-2497-4e74-a1ba-2f5c95328de2), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.634047 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.635998 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef29ee40-2497-4e74-a1ba-2f5c95328de2 HTTP/1.1" status: 204 len: 168 time: 0.5909255 Apr 06 12:56:06.669426 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1339a772-a37f-4d4a-b3ae-9812d3899d03 req-94107be4-d1b9-4b46-a2ca-21d20ac28474 tempest-DeleteServersTestJSON-216137350 tempest-DeleteServersTestJSON-216137350-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aaff82b-7456-420f-a3bf-477c417363bd HTTP/1.1" status: 200 len: 210 time: 0.0652249 Apr 06 12:56:06.681056 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58f7e8-7687-4a2f-b538-e8d7cfcf31f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef29ee40-2497-4e74-a1ba-2f5c95328de2,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:06.721517 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4241aec0-638c-464e-a958-383f7a095281 req-99dfdd44-249d-4122-8c8d-c349e932a173 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457431 Apr 06 12:56:07.099288 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48136) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:07.122748 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90e621d8-e33a-40e7-8a27-2ae379169bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.223271 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90e621d8-e33a-40e7-8a27-2ae379169bb8 admin admin] Publish callbacks [] for security_group (3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.230850 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90e621d8-e33a-40e7-8a27-2ae379169bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.287700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e621d8-e33a-40e7-8a27-2ae379169bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:07.302151 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-90e621d8-e33a-40e7-8a27-2ae379169bb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=863655445e6a4cbd9bc3f1ec241aff89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015958 Apr 06 12:56:07.302865 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48148) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:07.368455 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] Publish callbacks [] for security_group (3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.416413 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] Publish callbacks [] for security_group (3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.508793 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.511562 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:07.512897 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6 HTTP/1.1" status: 204 len: 168 time: 0.2090623 Apr 06 12:56:07.524295 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5b9da-b242-4b51-b026-61aaa62b033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b51f5ea-e8c1-43f6-a51a-34d31aa9c8e6,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:07.970612 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6eccd-ad46-4abf-ade7-e279271b0da8 req-7656caff-009f-4cd8-b7dc-7808089cf5ac tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:07.973191 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0cb6eccd-ad46-4abf-ade7-e279271b0da8 req-7656caff-009f-4cd8-b7dc-7808089cf5ac tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1484206 Apr 06 12:56:08.175944 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0cb6eccd-ad46-4abf-ade7-e279271b0da8 req-bb9bd78c-b80f-46d3-9cbf-22c0958b6b71 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841524 Apr 06 12:56:09.402206 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3661-c41f-43e7-9c68-7b7446e1595f req-2e1078a5-b20e-48bc-8835-ff4a09d30795 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:09.412511 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-419c3661-c41f-43e7-9c68-7b7446e1595f req-2e1078a5-b20e-48bc-8835-ff4a09d30795 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1167405 Apr 06 12:56:09.478249 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-419c3661-c41f-43e7-9c68-7b7446e1595f req-6dcd8351-f993-479c-a577-92bfc090df27 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645511 Apr 06 12:56:09.588110 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48312) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:09.661070 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Deleting subnet 7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77 {{(pid=109707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:56:09.665556 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Publish callbacks [] for subnet (7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.717005 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64022796'] for subnet (7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.768385 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.842628 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65362644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64652806'] for subnet (7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.878640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.882173 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77 HTTP/1.1" status: 204 len: 168 time: 0.2905242 Apr 06 12:56:09.883513 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb97268-e019-4381-beba-14535d584604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3d87a0-024a-4bfd-9cba-fa93ab0e5d77,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:09.884981 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48326) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:09.989854 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (228ae29d-21a4-4675-8aeb-e197eaca3fe1), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.006111 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0a90e3f3-b288-420d-8f68-e677a823475c no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:10.053228 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 0a90e3f3-b288-420d-8f68-e677a823475c {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:10.054075 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0a90e3f3-b288-420d-8f68-e677a823475c not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:10.100226 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (228ae29d-21a4-4675-8aeb-e197eaca3fe1), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.132029 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228ae29d-21a4-4675-8aeb-e197eaca3fe1']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:10.151888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad14a7e-69e0-444a-98fd-03d2cbdab958') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:10.152173 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad14a7e-69e0-444a-98fd-03d2cbdab958') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:10.167071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (dad14a7e-69e0-444a-98fd-03d2cbdab958), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.181437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48336) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:10.184856 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (dad14a7e-69e0-444a-98fd-03d2cbdab958), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.196511 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:56:10.196909 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (dad14a7e-69e0-444a-98fd-03d2cbdab958), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:56:10.199079 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:56:10.262861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (228ae29d-21a4-4675-8aeb-e197eaca3fe1), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.268931 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.273699 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/228ae29d-21a4-4675-8aeb-e197eaca3fe1 HTTP/1.1" status: 204 len: 168 time: 0.3862245 Apr 06 12:56:10.289498 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237afef0-2e18-42d5-93c6-80a5683e5de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=228ae29d-21a4-4675-8aeb-e197eaca3fe1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:10.395268 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93b7f63d-7a8f-4a1d-98fb-bd61d6d44747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.473642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48354) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:10.580786 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1f491919-e2d0-44f6-a185-7ae631eaf607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c531ac9fcd864b999248adc77b852776&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1028502 Apr 06 12:56:10.581129 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48362) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:10.634053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93b7f63d-7a8f-4a1d-98fb-bd61d6d44747 admin admin] Publish callbacks [] for security_group (db1f9eac-e50e-4084-af0c-cda04c48d3da), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.646620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93b7f63d-7a8f-4a1d-98fb-bd61d6d44747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (db1f9eac-e50e-4084-af0c-cda04c48d3da), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.733988 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7f63d-7a8f-4a1d-98fb-bd61d6d44747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f9eac-e50e-4084-af0c-cda04c48d3da,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:10.750872 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-93b7f63d-7a8f-4a1d-98fb-bd61d6d44747 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9685cb758204c8796b385ebb2e69883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674028 Apr 06 12:56:10.751943 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48368) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:10.835781 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] Publish callbacks [] for security_group (f28a11ee-015c-4733-9b52-c067bc855321), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.870742 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd74b2f-de8e-4ce7-a1cb-61f5c9867cd5 req-57eaa3c0-05ed-4d4d-adf0-6490963b6744 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:10.881982 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] Publish callbacks [] for security_group (db1f9eac-e50e-4084-af0c-cda04c48d3da), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.886962 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3bd74b2f-de8e-4ce7-a1cb-61f5c9867cd5 req-57eaa3c0-05ed-4d4d-adf0-6490963b6744 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2243388 Apr 06 12:56:10.918434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] Publish callbacks [] for security_group (db1f9eac-e50e-4084-af0c-cda04c48d3da), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.950977 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] Publish callbacks [] for security_group (f28a11ee-015c-4733-9b52-c067bc855321), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.996408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (db1f9eac-e50e-4084-af0c-cda04c48d3da), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:10.999972 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.007067 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db1f9eac-e50e-4084-af0c-cda04c48d3da HTTP/1.1" status: 204 len: 168 time: 0.2520199 Apr 06 12:56:11.029729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5d69a-b6f1-489f-b8c7-1f35ca6d2b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f9eac-e50e-4084-af0c-cda04c48d3da,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:11.065268 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3bd74b2f-de8e-4ce7-a1cb-61f5c9867cd5 req-ede58dee-e40b-4bd5-95ca-75d50605c7eb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666865 Apr 06 12:56:11.095922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f28a11ee-015c-4733-9b52-c067bc855321), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.099654 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.105654 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f28a11ee-015c-4733-9b52-c067bc855321 HTTP/1.1" status: 204 len: 168 time: 0.5181661 Apr 06 12:56:11.129882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b491799-aa26-4a85-a641-3b1ebf9e3a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a11ee-015c-4733-9b52-c067bc855321,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:11.721428 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48398) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:11.737860 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-09c24677-9d8b-40f3-a470-2a7619bcdd25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.884430 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-09c24677-9d8b-40f3-a470-2a7619bcdd25 admin admin] Publish callbacks [] for security_group (14addfd2-d144-4cf2-908f-e2c59992f26f), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.891001 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-09c24677-9d8b-40f3-a470-2a7619bcdd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (14addfd2-d144-4cf2-908f-e2c59992f26f), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:11.942865 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-09c24677-9d8b-40f3-a470-2a7619bcdd25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee9a407972fe4e3181ecee9484b58f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220933 Apr 06 12:56:11.943519 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48406) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:11.945309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c24677-9d8b-40f3-a470-2a7619bcdd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14addfd2-d144-4cf2-908f-e2c59992f26f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:12.047491 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] Publish callbacks [] for security_group (14addfd2-d144-4cf2-908f-e2c59992f26f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.079242 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] Publish callbacks [] for security_group (14addfd2-d144-4cf2-908f-e2c59992f26f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.156969 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (14addfd2-d144-4cf2-908f-e2c59992f26f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.163930 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.169052 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14addfd2-d144-4cf2-908f-e2c59992f26f HTTP/1.1" status: 204 len: 168 time: 0.2232811 Apr 06 12:56:12.177352 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862dd1-0676-48cb-808c-feafc37be829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14addfd2-d144-4cf2-908f-e2c59992f26f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:12.271665 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5442a7a-043f-42e2-a9ff-8dfa6a6d191f req-2fe88f4b-d9ce-4d51-8bbd-a54534be6466 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:12.273341 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5442a7a-043f-42e2-a9ff-8dfa6a6d191f req-2fe88f4b-d9ce-4d51-8bbd-a54534be6466 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0756385 Apr 06 12:56:12.351228 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5442a7a-043f-42e2-a9ff-8dfa6a6d191f req-60579527-f0eb-4e79-b664-712d134eb16b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671141 Apr 06 12:56:12.637286 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48436) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:12.684345 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48440) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:12.813484 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883a98d3-1e8a-495d-814c-eceb2be6e0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.873723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75b14169-52db-4ad2-8631-d940481469ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.985745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883a98d3-1e8a-495d-814c-eceb2be6e0a4 admin admin] Publish callbacks [] for security_group (9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:12.995119 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883a98d3-1e8a-495d-814c-eceb2be6e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.035933 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75b14169-52db-4ad2-8631-d940481469ce admin admin] Publish callbacks [] for security_group (4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.048447 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75b14169-52db-4ad2-8631-d940481469ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.091995 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-883a98d3-1e8a-495d-814c-eceb2be6e0a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32d8e09ab8fb4537b40df3a093dc7db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532874 Apr 06 12:56:13.093159 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48458) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:13.093371 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48460) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:13.115691 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a98d3-1e8a-495d-814c-eceb2be6e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:13.129903 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-75b14169-52db-4ad2-8631-d940481469ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc1f18440100494692144476cd4c9b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450300 Apr 06 12:56:13.131576 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b14169-52db-4ad2-8631-d940481469ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:13.134333 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48464) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:13.253404 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] Publish callbacks [] for security_group (9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.294787 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] Publish callbacks [] for security_group (4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.325676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] Publish callbacks [] for security_group (9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.371845 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1171611000-network', 'tenant_id': '3921037165464922bb64cd4fbea35ae0'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:13.393935 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] Publish callbacks [] for security_group (4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.497343 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:13.501632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.522577 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.576495 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a28fcba8-9b55-478c-ba0f-b4982fdf3a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.591029 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.595234 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.597003 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110 HTTP/1.1" status: 204 len: 168 time: 0.5006304 Apr 06 12:56:13.638065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7e4e-1422-4b11-a244-6ad8384c678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a6a4f-0bbe-47f3-bf9c-6ffa1a89f110,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:13.643488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.648150 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.650098 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb HTTP/1.1" status: 204 len: 168 time: 0.5135484 Apr 06 12:56:13.692233 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6cbf2-abc3-4308-907b-88657db3761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4301b66d-8f4d-4afa-9ac6-0a8ca1bd6cdb,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:13.712621 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5c25c-2bb8-49de-a6e0-e305269ff0be req-1b17855d-0719-479d-a7bd-e69ad59b3487 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:13.715384 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4bc5c25c-2bb8-49de-a6e0-e305269ff0be req-1b17855d-0719-479d-a7bd-e69ad59b3487 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1959863 Apr 06 12:56:13.874872 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4bc5c25c-2bb8-49de-a6e0-e305269ff0be req-95d8fce2-d9c8-4b86-82db-6f17be396cd7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435328 Apr 06 12:56:13.878550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks [] for security_group (93ac1caa-16a2-4d7c-a318-4fea0037b6dd), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.886766 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93ac1caa-16a2-4d7c-a318-4fea0037b6dd), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.930802 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:56:13.957172 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ac1caa-16a2-4d7c-a318-4fea0037b6dd,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:13.966325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (43aa1f1a-70dd-4a46-bd51-806b27a52532), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.966890 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Added segment 43aa1f1a-70dd-4a46-bd51-806b27a52532 of type vlan for network f1c25248-8133-4d8e-9050-6a36b513586f Apr 06 12:56:14.045856 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (f1c25248-8133-4d8e-9050-6a36b513586f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.106327 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (f1c25248-8133-4d8e-9050-6a36b513586f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.108447 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:14.109854 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.238275 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c25248-8133-4d8e-9050-6a36b513586f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:14.254231 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d0e06acb-4e10-498c-ac4e-1b0fb9bceaf0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1559439 Apr 06 12:56:14.255099 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48502) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:14.261393 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network f1c25248-8133-4d8e-9050-6a36b513586f details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:56:14.268309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Request body: {'subnet': {'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-subnet', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:14.301196 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48506) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:14.320446 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ef32712e-1602-4ba6-8f6b-2440d9cddd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.360451 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'subnet': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:14.374827 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65816088'] for subnet (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.443850 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ef32712e-1602-4ba6-8f6b-2440d9cddd1e admin admin] Publish callbacks [] for security_group (be8c6399-df4f-4083-96df-29eb13118229), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.454575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ef32712e-1602-4ba6-8f6b-2440d9cddd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (be8c6399-df4f-4083-96df-29eb13118229), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.614707 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ef32712e-1602-4ba6-8f6b-2440d9cddd1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf07bf4006a4408a9d73afcda2ed3d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117840 Apr 06 12:56:14.615762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48518) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:14.651828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32712e-1602-4ba6-8f6b-2440d9cddd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c6399-df4f-4083-96df-29eb13118229,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:14.764668 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] Publish callbacks [] for security_group (be8c6399-df4f-4083-96df-29eb13118229), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.843858 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] Publish callbacks [] for security_group (be8c6399-df4f-4083-96df-29eb13118229), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.867888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64306013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65816070'] for subnet (a625d435-7f04-4580-8732-b4f6c4591a8b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.944191 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a625d435-7f04-4580-8732-b4f6c4591a8b,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:14.977302 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:14.977739 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Network hostable DHCP agents. Network: f1c25248-8133-4d8e-9050-6a36b513586f, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:56:15.036541 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (be8c6399-df4f-4083-96df-29eb13118229), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.038621 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.040597 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be8c6399-df4f-4083-96df-29eb13118229 HTTP/1.1" status: 204 len: 168 time: 0.4176018 Apr 06 12:56:15.076177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Network f1c25248-8133-4d8e-9050-6a36b513586f is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:56:15.086707 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524c24e-8954-4eaa-8966-6d1c02930574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c6399-df4f-4083-96df-29eb13118229,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:15.116045 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, f1c25248-8133-4d8e-9050-6a36b513586f) {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:15.125598 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:15.126811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.153725 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cde94-c756-4b80-a2fa-fa68ac589cea None None] Network f1c25248-8133-4d8e-9050-6a36b513586f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:15.219468 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6114fd0e-91a9-4313-a119-1dc1bca1000d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9587181 Apr 06 12:56:15.220450 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48546) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:15.243714 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:15.356404 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.362176 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.391433 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd91032-50f9-4c06-b5b8-2c88ffc56184 req-b5bca770-21d7-4d5a-bb97-95fb31b2bda4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:15.413427 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8fd91032-50f9-4c06-b5b8-2c88ffc56184 req-b5bca770-21d7-4d5a-bb97-95fb31b2bda4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2571733 Apr 06 12:56:15.457071 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-f1c25248-8133-4d8e-9050-6a36b513586f', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:56:15.458160 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.581171 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for router_controller (a50ef6e2-27c0-4606-8597-5fe2494643d7), precommit_add_association {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:15.584615 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8fd91032-50f9-4c06-b5b8-2c88ffc56184 req-ac60ed5d-3cde-4fc8-bf9a-df0b288fe39c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669087 Apr 06 12:56:15.763283 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Allocated IP 172.20.0.2 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/664c9b99-6943-4785-b86e-a5a65dde1c6b) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:15.789261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for router_gateway (a50ef6e2-27c0-4606-8597-5fe2494643d7), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.131383 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48584) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:16.140455 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks [] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.152253 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.216588 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:16.266298 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Pushing event updated for resources: {'Port': ['ID=664c9b99-6943-4785-b86e-a5a65dde1c6b,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:16.268571 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:16.272566 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:16.290564 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.290719 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.291978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.292565 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.293095 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.293884 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.294544 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.299558 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.300357 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.301317 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.301901 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.302663 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.303191 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.303787 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.304303 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:16.307912 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for router_gateway (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.345515 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.383771 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1495991161-network', 'tenant_id': '6906900165724dd285750b2a09b92b66'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:16.389607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f45de533-2373-4919-81c4-6f91e73952b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.413005 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Attempting to bind port 664c9b99-6943-4785-b86e-a5a65dde1c6b on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:16.413372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Attempting to bind port 664c9b99-6943-4785-b86e-a5a65dde1c6b by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:16.413761 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Attempting to bind port 664c9b99-6943-4785-b86e-a5a65dde1c6b on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:16.423023 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Made reservation on behalf of 6906900165724dd285750b2a09b92b66 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:16.427994 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.429455 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:16.430138 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:16.432984 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.436742 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:16.439381 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Bound port: 664c9b99-6943-4785-b86e-a5a65dde1c6b, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:16.439779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.448865 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.534021 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Allocated IP 172.27.1.49 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/ad1d5964-7b47-41d4-b773-b51d4e6c44e9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:16.598743 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks [] for security_group (cc34c20b-512c-4906-9269-c7c8a66c0e61), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.608012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] For port 664c9b99-6943-4785-b86e-a5a65dde1c6b, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:16.609003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cc34c20b-512c-4906-9269-c7c8a66c0e61), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.613011 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] For port 664c9b99-6943-4785-b86e-a5a65dde1c6b, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=664c9b99-6943-4785-b86e-a5a65dde1c6b,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:16.624440 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.636930 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:56:16.662395 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (015e66d1-50bd-4c29-b7d3-9826af0b28e4), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.663475 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Added segment 015e66d1-50bd-4c29-b7d3-9826af0b28e4 of type vlan for network f89b461a-121b-4d34-8dbb-59805791f6aa Apr 06 12:56:16.712492 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034ad35-7cac-4bd4-990b-870b56a5b436 None None] Pushing event updated for resources: {'Port': ['ID=664c9b99-6943-4785-b86e-a5a65dde1c6b,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:16.758122 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (f89b461a-121b-4d34-8dbb-59805791f6aa), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.825651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.839002 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (f89b461a-121b-4d34-8dbb-59805791f6aa), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.840025 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:16.840632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.916744 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.947414 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34c20b-512c-4906-9269-c7c8a66c0e61,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:16.958018 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8254292 Apr 06 12:56:16.968490 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48630) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:16.981323 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Request body: {'subnet': {'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1495991161-subnet', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:16.994575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7697b-1097-49e4-8ead-f1fbcee1b421 admin admin] Pushing event updated for resources: {'Network': ['ID=f89b461a-121b-4d34-8dbb-59805791f6aa,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:17.016802 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network f89b461a-121b-4d34-8dbb-59805791f6aa details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:56:17.031564 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61f02c-fdd6-4a38-bed4-408fd3d6a62a req-0b7ec7fc-98d6-43db-ab3a-5d2396f7b97b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:17.047400 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5e61f02c-fdd6-4a38-bed4-408fd3d6a62a req-0b7ec7fc-98d6-43db-ab3a-5d2396f7b97b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2509408 Apr 06 12:56:17.066794 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:17.079390 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:17.097938 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:17.179922 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:17.266345 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5e61f02c-fdd6-4a38-bed4-408fd3d6a62a req-c2caa8a0-70c3-4459-a229-2d873fcb0621 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898544 Apr 06 12:56:17.269272 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Made reservation on behalf of 6906900165724dd285750b2a09b92b66 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:17.273451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.323225 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 664c9b99-6943-4785-b86e-a5a65dde1c6b up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:17.553350 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.594656 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 664c9b99-6943-4785-b86e-a5a65dde1c6b triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:17.595188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.599281 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for router_gateway (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.701469 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (188f2bfd-630f-49d5-99f4-8ff227cbe6ac), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.742346 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 664c9b99-6943-4785-b86e-a5a65dde1c6b is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:17.743058 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.808433 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 664c9b99-6943-4785-b86e-a5a65dde1c6b, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=664c9b99-6943-4785-b86e-a5a65dde1c6b,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:17.818830 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188f2bfd-630f-49d5-99f4-8ff227cbe6ac,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:17.823704 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.836151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:17.836642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Network hostable DHCP agents. Network: f89b461a-121b-4d34-8dbb-59805791f6aa, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:56:17.874177 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Network f89b461a-121b-4d34-8dbb-59805791f6aa is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:56:17.902602 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, f89b461a-121b-4d34-8dbb-59805791f6aa) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:17.921282 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:17.923504 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.945865 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31caf1c-7a6e-47ab-88cd-be24337aff74 None None] Network f89b461a-121b-4d34-8dbb-59805791f6aa requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:17.954631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:17.967732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48664) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:17.973252 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2bb8834d-4187-47d5-81f6-922a62aa8c34 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9974256 Apr 06 12:56:18.011925 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:18.015151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48666) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:18.049135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.050276 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.198314 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=664c9b99-6943-4785-b86e-a5a65dde1c6b,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:18.211539 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-f89b461a-121b-4d34-8dbb-59805791f6aa', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:56:18.216284 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dec9e7b9-0239-4add-8a49-42d8e944bbfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.218813 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.337968 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for router_controller (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), precommit_add_association {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.380415 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dec9e7b9-0239-4add-8a49-42d8e944bbfb admin admin] Publish callbacks [] for security_group (b74caf85-83b6-459e-b3aa-0188a1ed369a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.388467 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dec9e7b9-0239-4add-8a49-42d8e944bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b74caf85-83b6-459e-b3aa-0188a1ed369a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.445227 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-dec9e7b9-0239-4add-8a49-42d8e944bbfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ffbb51caa8f4c52aa04d25ee5717c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293170 Apr 06 12:56:18.446955 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48680) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:18.455626 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9e7b9-0239-4add-8a49-42d8e944bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74caf85-83b6-459e-b3aa-0188a1ed369a,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:18.576427 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2472a-1dcf-4f94-a589-89f347609c1c None None] Network f1c25248-8133-4d8e-9050-6a36b513586f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:18.581456 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:56:18.601807 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] Publish callbacks [] for security_group (b74caf85-83b6-459e-b3aa-0188a1ed369a), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.611400 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb7d6-bf40-434a-9a5d-43fd7de6dee9 req-ae4117ac-e4b8-4413-b908-a02e536000f3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:18.613445 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4ecb7d6-bf40-434a-9a5d-43fd7de6dee9 req-ae4117ac-e4b8-4413-b908-a02e536000f3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1380897 Apr 06 12:56:18.643854 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for router_gateway (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.665142 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] Publish callbacks [] for security_group (b74caf85-83b6-459e-b3aa-0188a1ed369a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.691367 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48694) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:18.705174 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4ecb7d6-bf40-434a-9a5d-43fd7de6dee9 req-0be72ff7-1fc3-4ac6-90ce-88fc465f7254 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Apr 06 12:56:18.755476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b74caf85-83b6-459e-b3aa-0188a1ed369a), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.758791 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.760919 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b74caf85-83b6-459e-b3aa-0188a1ed369a HTTP/1.1" status: 204 len: 168 time: 0.3117816 Apr 06 12:56:18.781300 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771c52c-2693-449a-8f9f-660e1448d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74caf85-83b6-459e-b3aa-0188a1ed369a,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:18.852005 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:18.863337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-77d83634-6940-4c12-b19b-b0824e84a8ce None None] Provisioning complete for port 664c9b99-6943-4785-b86e-a5a65dde1c6b triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:18.863337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-77d83634-6940-4c12-b19b-b0824e84a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.869844 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:18.879791 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.884443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48702) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:18.885302 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-94b1226b-f247-40f9-a730-a5eccfd8492c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6603031 Apr 06 12:56:18.898807 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:18.907206 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Allocated IP 172.20.0.2 (f89b461a-121b-4d34-8dbb-59805791f6aa/188f2bfd-630f-49d5-99f4-8ff227cbe6ac/5968bd8f-b574-477b-932a-af592e6f3bc5) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:18.912253 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:18.914673 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:19.146564 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-77d83634-6940-4c12-b19b-b0824e84a8ce None None] Current status of the port 664c9b99-6943-4785-b86e-a5a65dde1c6b is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:19.248868 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 664c9b99-6943-4785-b86e-a5a65dde1c6b up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:19.250420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e37ef4d1-10fb-408f-b3ac-e83b4e12beca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.304862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48710) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:19.319129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for router_gateway (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.320374 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:19.388949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.470654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks [] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.502305 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-b00a6e8e-d2d7-4d4d-993c-a626971ffc67 None None] Provisioning complete for port 664c9b99-6943-4785-b86e-a5a65dde1c6b triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:19.508126 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b00a6e8e-d2d7-4d4d-993c-a626971ffc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.518887 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48714) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:19.554419 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a57fe5b2-1243-4069-9970-d3c1568dbe0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.574926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Allocated IP 172.27.1.194 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/62ddeabc-9e47-4b5c-88d6-7cacac38e3ca) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:19.616785 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.658675 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e37ef4d1-10fb-408f-b3ac-e83b4e12beca admin admin] Publish callbacks [] for security_group (a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.667797 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 664c9b99-6943-4785-b86e-a5a65dde1c6b triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:19.668189 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.728481 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:19.742554 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:19.745049 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.754010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:19.801291 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e37ef4d1-10fb-408f-b3ac-e83b4e12beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.817277 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Pushing event updated for resources: {'Port': ['ID=5968bd8f-b574-477b-932a-af592e6f3bc5,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:19.831559 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.868109 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:17Z', 'revision_number': 3, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:19.933183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Attempting to bind port 5968bd8f-b574-477b-932a-af592e6f3bc5 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:19.933648 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Attempting to bind port 5968bd8f-b574-477b-932a-af592e6f3bc5 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:19.934021 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Attempting to bind port 5968bd8f-b574-477b-932a-af592e6f3bc5 on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:19.936326 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:19.936810 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Updating router a50ef6e2-27c0-4606-8597-5fe2494643d7 port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:19.946417 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:19.954931 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:19.957534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:19.959430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b00a6e8e-d2d7-4d4d-993c-a626971ffc67 None None] Current status of the port 664c9b99-6943-4785-b86e-a5a65dde1c6b is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:19.964875 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:19.965260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:19.965698 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:19.966095 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Bound using segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:19.966581 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Bound port: 5968bd8f-b574-477b-932a-af592e6f3bc5, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:19.966957 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.001131 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.011025 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e37ef4d1-10fb-408f-b3ac-e83b4e12beca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=350266a82c7e42dda9770fe6873f7554&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3179159 Apr 06 12:56:20.011812 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Pushing event updated for resources: {'Port': ['ID=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.016633 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48722) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:20.018462 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ef4d1-10fb-408f-b3ac-e83b4e12beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.036138 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 664c9b99-6943-4785-b86e-a5a65dde1c6b is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:20.092741 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] For port 5968bd8f-b574-477b-932a-af592e6f3bc5, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:20.097131 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] For port 5968bd8f-b574-477b-932a-af592e6f3bc5, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5968bd8f-b574-477b-932a-af592e6f3bc5,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:20.098065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a57fe5b2-1243-4069-9970-d3c1568dbe0f admin admin] Publish callbacks [] for security_group (5e01bbba-8f61-4c86-b172-bf2dedd493af), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.113565 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.204939 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af2b18-52e4-4d79-bb15-e68cd421660a None None] Pushing event updated for resources: {'Port': ['ID=5968bd8f-b574-477b-932a-af592e6f3bc5,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.223179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a57fe5b2-1243-4069-9970-d3c1568dbe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (5e01bbba-8f61-4c86-b172-bf2dedd493af), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.240869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa786089-d9ca-44c3-85b1-0f260d684d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.328837 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a57fe5b2-1243-4069-9970-d3c1568dbe0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a33bd0d4766748af8d7ef00faf472f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8088386 Apr 06 12:56:20.346143 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.349219 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fe5b2-1243-4069-9970-d3c1568dbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01bbba-8f61-4c86-b172-bf2dedd493af,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.354889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48726) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:20.444998 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] Publish callbacks [] for security_group (a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.458391 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks [] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.468055 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.512831 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Attempting to bind port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:20.512831 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Attempting to bind port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:20.513138 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Attempting to bind port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:20.542571 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:20.542571 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:20.543075 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.543518 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:20.544749 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Bound port: ad1d5964-7b47-41d4-b773-b51d4e6c44e9, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:20.544749 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.565448 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for router_gateway (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.585612 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b186-4b42-4af6-a269-d9f184015c43 req-add6e108-d767-4f0a-a913-bd2235dea9cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:20.587364 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-29d5b186-4b42-4af6-a269-d9f184015c43 req-add6e108-d767-4f0a-a913-bd2235dea9cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.6147175 Apr 06 12:56:20.611426 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] Publish callbacks [] for security_group (a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.621444 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] For port ad1d5964-7b47-41d4-b773-b51d4e6c44e9, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:20.625332 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] For port ad1d5964-7b47-41d4-b773-b51d4e6c44e9, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:20.648352 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.662942 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Pushing event updated for resources: {'Port': ['ID=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.680072 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.680304 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.680911 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.680911 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.681204 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.681537 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.682470 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.682791 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.683793 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.684129 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.684660 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.684776 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.685110 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.685426 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.685774 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:20.700089 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.702845 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:20.703080 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:20.735558 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa786089-d9ca-44c3-85b1-0f260d684d96 admin admin] Publish callbacks [] for security_group (f23631e5-8862-48ac-8a89-07831bef5fc8), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.753352 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa786089-d9ca-44c3-85b1-0f260d684d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f23631e5-8862-48ac-8a89-07831bef5fc8), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.765882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] Publish callbacks [] for security_group (5e01bbba-8f61-4c86-b172-bf2dedd493af), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.771591 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-29d5b186-4b42-4af6-a269-d9f184015c43 req-daed94f4-0e28-46cd-a31b-92f8a0204b0b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634209 Apr 06 12:56:20.823610 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.834167 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-aa786089-d9ca-44c3-85b1-0f260d684d96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26b233b125434f1a942f9602bdc2a4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5258727 Apr 06 12:56:20.836022 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48732) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:20.838460 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] Publish callbacks [] for security_group (5e01bbba-8f61-4c86-b172-bf2dedd493af), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.847116 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.849706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:20.853234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242 HTTP/1.1" status: 204 len: 168 time: 0.8331215 Apr 06 12:56:20.887337 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e368e-e0c8-473d-883a-7e3d6aec7bde None None] Pushing event updated for resources: {'Port': ['ID=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.922058 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa786089-d9ca-44c3-85b1-0f260d684d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23631e5-8862-48ac-8a89-07831bef5fc8,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:20.958330 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:20.982119 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9cc8-06a8-4522-963a-cdea2a4121e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87bbee5-6ac6-4fb3-9008-fc9b0e0ee242,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:21.140263 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (5e01bbba-8f61-4c86-b172-bf2dedd493af), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.146080 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] Publish callbacks [] for security_group (f23631e5-8862-48ac-8a89-07831bef5fc8), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.151989 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.154162 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e01bbba-8f61-4c86-b172-bf2dedd493af HTTP/1.1" status: 204 len: 168 time: 0.7949526 Apr 06 12:56:21.201751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c264-11d1-41c0-8062-f72d965bb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01bbba-8f61-4c86-b172-bf2dedd493af,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:21.225488 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] Publish callbacks [] for security_group (f23631e5-8862-48ac-8a89-07831bef5fc8), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.248584 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Allocated IP 172.20.0.1 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/7472a36b-a9f2-4796-a769-7dd32809cbca) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:21.302824 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5968bd8f-b574-477b-932a-af592e6f3bc5 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:21.385621 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f23631e5-8862-48ac-8a89-07831bef5fc8), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.392421 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.396164 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f23631e5-8862-48ac-8a89-07831bef5fc8 HTTP/1.1" status: 204 len: 168 time: 0.5549145 Apr 06 12:56:21.422652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4243ea-1081-4ed4-a342-9784bd9884ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23631e5-8862-48ac-8a89-07831bef5fc8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:21.460012 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:56:21.529813 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 5968bd8f-b574-477b-932a-af592e6f3bc5 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:21.530186 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.555698 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks [] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.672749 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.705350 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586581a1-ede8-4ff3-a781-95062240d366 None None] Network f89b461a-121b-4d34-8dbb-59805791f6aa requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:21.784656 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:17Z', 'revision_number': 3, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:21.802492 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 5968bd8f-b574-477b-932a-af592e6f3bc5 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:21.803567 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.820766 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:21.824887 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:21.834140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:21.873500 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:21.879612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.880537 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-3c0f6e21-1447-429b-8c64-92088cb29f50 None None] Provisioning complete for port 5968bd8f-b574-477b-932a-af592e6f3bc5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:21.882101 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ee8d3-9c5c-4cea-abd0-d9e489d242be None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:17Z', 'revision_number': 3, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:21.886328 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c201d00f-32ec-4b5b-84cf-4e0d92d1a22c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8785450 Apr 06 12:56:21.889340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48762) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:21.891025 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3c0f6e21-1447-429b-8c64-92088cb29f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:21.900134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:22.085284 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:22.144664 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:22.175444 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:22.179997 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:22.340814 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48770) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:22.463198 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08e5a8b7-f1c8-4ba1-be9a-86daface2c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:22.567377 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:56:22.570863 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:22.687645 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b03755-0fc7-41ab-be16-fe1ce06fe630 req-dea5c38f-9655-4191-aed3-6431af2ed175 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:22.690340 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57b03755-0fc7-41ab-be16-fe1ce06fe630 req-dea5c38f-9655-4191-aed3-6431af2ed175 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.5823822 Apr 06 12:56:22.958943 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks [] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:22.964329 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 5968bd8f-b574-477b-932a-af592e6f3bc5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5968bd8f-b574-477b-932a-af592e6f3bc5,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:22.978125 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.031700 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.053810 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.153614 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08e5a8b7-f1c8-4ba1-be9a-86daface2c20 admin admin] Publish callbacks [] for security_group (7867c15c-3aaf-4001-a036-f2d81ffe4b21), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.184826 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08e5a8b7-f1c8-4ba1-be9a-86daface2c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7867c15c-3aaf-4001-a036-f2d81ffe4b21), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.233866 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57b03755-0fc7-41ab-be16-fe1ce06fe630 req-abc3f6c4-f78b-4907-8f9e-7f21774c867f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150397 Apr 06 12:56:23.266347 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:23.390007 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device ad1d5964-7b47-41d4-b773-b51d4e6c44e9 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:23.434830 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:23.437254 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:23.504030 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5a8b7-f1c8-4ba1-be9a-86daface2c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867c15c-3aaf-4001-a036-f2d81ffe4b21,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:23.559230 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-08e5a8b7-f1c8-4ba1-be9a-86daface2c20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=397aaa6cfb2a4e58b37fc5e358b9aa2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2037747 Apr 06 12:56:23.585090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48806) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:23.766798 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48808) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:23.767424 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:23.944091 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=5968bd8f-b574-477b-932a-af592e6f3bc5,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:23.945252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:23.977214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:24.085279 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2131188013-network', 'tenant_id': 'c485fb8280a9452093556972a276f787'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:24.096288 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f6e21-1447-429b-8c64-92088cb29f50 None None] Current status of the port 5968bd8f-b574-477b-932a-af592e6f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:24.160584 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] Publish callbacks [] for security_group (7867c15c-3aaf-4001-a036-f2d81ffe4b21), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.200958 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] Publish callbacks [] for security_group (7867c15c-3aaf-4001-a036-f2d81ffe4b21), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.224412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Made reservation on behalf of c485fb8280a9452093556972a276f787 for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:24.227984 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.256999 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.296963 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:24.305784 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b1f52b36-2db2-4e9f-a8e0-5202bda029e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/a50ef6e2-27c0-4606-8597-5fe2494643d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4191628 Apr 06 12:56:24.335665 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:24.336037 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.371810 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Provisioning complete for port 5968bd8f-b574-477b-932a-af592e6f3bc5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:24.372301 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.437461 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Allocated IP 172.20.0.1 (f89b461a-121b-4d34-8dbb-59805791f6aa/188f2bfd-630f-49d5-99f4-8ff227cbe6ac/235125dc-68d4-44be-b6e3-6247b5e53401) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:24.538369 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a02808-a97e-4375-8a81-0a929a0cf3cd req-a8f86069-4a5e-406d-8792-85766b8ca9ff tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:24.541381 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7867c15c-3aaf-4001-a036-f2d81ffe4b21), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.552921 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.560620 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7867c15c-3aaf-4001-a036-f2d81ffe4b21 HTTP/1.1" status: 204 len: 168 time: 0.9728355 Apr 06 12:56:24.582743 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76a02808-a97e-4375-8a81-0a929a0cf3cd req-a8f86069-4a5e-406d-8792-85766b8ca9ff tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1805019 Apr 06 12:56:24.588766 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998192e7-9752-406b-b74e-180988ab54f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867c15c-3aaf-4001-a036-f2d81ffe4b21,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:24.655725 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks [] for port (235125dc-68d4-44be-b6e3-6247b5e53401), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.740839 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.773262 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76a02808-a97e-4375-8a81-0a929a0cf3cd req-b8728ff8-3d3c-4d8d-beb8-31d866e1ce81 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884108 Apr 06 12:56:24.840082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:24.844814 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:24.851949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:24.914333 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:24.958940 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.978789 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks [] for security_group (32043a32-990a-4ab9-affd-4be404cc3245), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:24.992760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (32043a32-990a-4ab9-affd-4be404cc3245), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.023077 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:56:25.043276 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32043a32-990a-4ab9-affd-4be404cc3245,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:25.054871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (eae36a63-18a0-46a0-b6da-f5a7f5a50f68), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.055369 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Added segment eae36a63-18a0-46a0-b6da-f5a7f5a50f68 of type vlan for network b02299d3-fd15-4ed4-9958-825397e5a9ca Apr 06 12:56:25.114482 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Current status of the port 5968bd8f-b574-477b-932a-af592e6f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:25.150817 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:25.151943 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.173620 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (b02299d3-fd15-4ed4-9958-825397e5a9ca), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.202232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Provisioning complete for port 7472a36b-a9f2-4796-a769-7dd32809cbca triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:25.202972 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.211232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:20Z', 'revision_number': 3, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:25.247919 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (b02299d3-fd15-4ed4-9958-825397e5a9ca), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.248586 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:25.249179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.261171 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port ad1d5964-7b47-41d4-b773-b51d4e6c44e9, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:25.378692 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.380081 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:25.380527 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6120598 Apr 06 12:56:25.381818 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Updating router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:25.386615 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48842) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:25.393858 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Request body: {'subnet': {'network_id': 'b02299d3-fd15-4ed4-9958-825397e5a9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2131188013-subnet', 'tenant_id': 'c485fb8280a9452093556972a276f787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:25.414276 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e657c8-c09a-4651-bb3c-b1e14a3c53e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b02299d3-fd15-4ed4-9958-825397e5a9ca,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:25.438170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Made reservation on behalf of c485fb8280a9452093556972a276f787 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:25.442642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.534589 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:25.535082 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network b02299d3-fd15-4ed4-9958-825397e5a9ca details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:56:25.585875 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:25.591541 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:25.637199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-40751484-9a20-45c8-a67b-b0033d276291 None None] Port 7472a36b-a9f2-4796-a769-7dd32809cbca cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:25.649604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.783423 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:25.944519 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48850) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:25.968907 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5968bd8f-b574-477b-932a-af592e6f3bc5 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:25.972626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:25.986125 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6e87e32b-4f61-432d-97b1-bcbd8b2a5b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.012255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.198317 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:26.205080 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-f64471e8-8ea3-4d82-b039-df60569e63c5 None None] Provisioning complete for port 235125dc-68d4-44be-b6e3-6247b5e53401 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:26.206206 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f64471e8-8ea3-4d82-b039-df60569e63c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.218046 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Checking segment: {'id': 'eae36a63-18a0-46a0-b6da-f5a7f5a50f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b02299d3-fd15-4ed4-9958-825397e5a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:26.218757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Network hostable DHCP agents. Network: b02299d3-fd15-4ed4-9958-825397e5a9ca, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:56:26.329995 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:26.330783 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks [] for port (235125dc-68d4-44be-b6e3-6247b5e53401), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.337756 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fe6b7-9b0d-4b5f-b38f-bd404b554d72 req-897898b7-dd95-4955-b5a6-b610aa6cac00 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:26.339986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fd2fe6b7-9b0d-4b5f-b38f-bd404b554d72 req-897898b7-dd95-4955-b5a6-b610aa6cac00 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2977362 Apr 06 12:56:26.341885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.364742 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:26.367180 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Network b02299d3-fd15-4ed4-9958-825397e5a9ca is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:56:26.407865 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:26.408145 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Updating router a50ef6e2-27c0-4606-8597-5fe2494643d7 port 7472a36b-a9f2-4796-a769-7dd32809cbca binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:26.442509 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6e87e32b-4f61-432d-97b1-bcbd8b2a5b7c admin admin] Publish callbacks [] for security_group (cfbdc51a-8195-4703-a503-469296e81a0b), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.471098 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6e87e32b-4f61-432d-97b1-bcbd8b2a5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cfbdc51a-8195-4703-a503-469296e81a0b), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.482506 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, b02299d3-fd15-4ed4-9958-825397e5a9ca) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:26.484261 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-f64471e8-8ea3-4d82-b039-df60569e63c5 None None] Port 235125dc-68d4-44be-b6e3-6247b5e53401 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:26.489309 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.515455 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3943fc6-06a1-4d71-8bae-7ce295721c97 None None] Network b02299d3-fd15-4ed4-9958-825397e5a9ca requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:26.522704 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:26.548412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:26.549316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.550279 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.626474 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-883d5a6f-1e27-4f35-8333-7747cec4851e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2369678 Apr 06 12:56:26.661764 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 5968bd8f-b574-477b-932a-af592e6f3bc5 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:26.662259 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:26.685174 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fd2fe6b7-9b0d-4b5f-b38f-bd404b554d72 req-ce2f19e6-fa41-4f35-b121-6ea049708915 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932882 Apr 06 12:56:26.703265 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-6e87e32b-4f61-432d-97b1-bcbd8b2a5b7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8faa026bbdc6425c851f931ad88f61ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567596 Apr 06 12:56:26.707081 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48854) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:26.711337 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87e32b-4f61-432d-97b1-bcbd8b2a5b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbdc51a-8195-4703-a503-469296e81a0b,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:26.776193 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48856) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:26.796314 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47830704', 'description': 'tempest-description--427060172'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:26.863028 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:26.865850 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:26.870187 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.040907 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] Publish callbacks [] for security_group (cfbdc51a-8195-4703-a503-469296e81a0b), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.152100 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] Publish callbacks [] for security_group (cfbdc51a-8195-4703-a503-469296e81a0b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.196503 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (5d99750c-28ca-4601-abf0-fb9e3c8ce7cc), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.210462 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:27.215020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (5d99750c-28ca-4601-abf0-fb9e3c8ce7cc), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.235607 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks [] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.243158 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae7607-fc77-4a8c-89c7-51673a4c11dc None None] Network b02299d3-fd15-4ed4-9958-825397e5a9ca requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:27.256602 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.266558 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.268473 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4910858 Apr 06 12:56:27.278823 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48868) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:27.291983 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '5d99750c-28ca-4601-abf0-fb9e3c8ce7cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:27.313423 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cfbdc51a-8195-4703-a503-469296e81a0b), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.328801 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a717209-0aee-42dd-bc31-8f455fd424f8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:27.365860 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.370117 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfbdc51a-8195-4703-a503-469296e81a0b HTTP/1.1" status: 204 len: 168 time: 0.6191182 Apr 06 12:56:27.387871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc95c8-8323-4106-b05d-ec9fcbf1b07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbdc51a-8195-4703-a503-469296e81a0b,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:27.672985 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Attempting to bind port 7472a36b-a9f2-4796-a769-7dd32809cbca on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:27.673593 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Attempting to bind port 7472a36b-a9f2-4796-a769-7dd32809cbca by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:27.674202 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Attempting to bind port 7472a36b-a9f2-4796-a769-7dd32809cbca on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:27.686289 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:27.686490 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:27.687336 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.687967 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:27.688830 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Bound port: 7472a36b-a9f2-4796-a769-7dd32809cbca, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:27.689459 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.719579 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae059-dc9e-4fff-b55b-52c4d6a025c8 None None] Pushing event updated for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:27.827934 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 5968bd8f-b574-477b-932a-af592e6f3bc5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:27.834604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-1d153b4e-84c0-4fe0-b286-3c6965131a11 None None] Provisioning complete for port 235125dc-68d4-44be-b6e3-6247b5e53401 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:27.835768 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1d153b4e-84c0-4fe0-b286-3c6965131a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.885908 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:27.891610 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7505811e-b25b-4492-984c-848dcd6bcdb1 admin admin] 10.222.0.23 "PUT /v2.0/routers/a51bff53-4e2b-40f9-aa08-0c1ebac78e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0007458 Apr 06 12:56:27.892667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (3f90395b-2db2-4942-8ba2-2d0b3861bba8), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.906583 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks [] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.948117 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] For port 7472a36b-a9f2-4796-a769-7dd32809cbca, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:27.966886 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] For port 7472a36b-a9f2-4796-a769-7dd32809cbca, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=7472a36b-a9f2-4796-a769-7dd32809cbca,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:27.990390 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.006207 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (3f90395b-2db2-4942-8ba2-2d0b3861bba8), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.022165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (3f90395b-2db2-4942-8ba2-2d0b3861bba8), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.058285 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f90395b-2db2-4942-8ba2-2d0b3861bba8,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:28.058642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab652-39d1-4081-b0ea-7c2ec24ac931 req-d37f61ba-7197-4747-8c2e-20fc64589f51 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:28.068220 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9fdab652-39d1-4081-b0ea-7c2ec24ac931 req-d37f61ba-7197-4747-8c2e-20fc64589f51 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1695473 Apr 06 12:56:28.099080 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:28.101992 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:28.113051 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.117432 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e42bbbfe-4949-4976-9114-aa353ea6c956 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8373787 Apr 06 12:56:28.120655 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48892) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:28.132248 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '5d99750c-28ca-4601-abf0-fb9e3c8ce7cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:28.203954 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9fdab652-39d1-4081-b0ea-7c2ec24ac931 req-afddf4e2-deb9-4e00-89d2-4433f0ca608d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257870 Apr 06 12:56:28.241341 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (b885a981-e6d2-4dbd-ab5f-f0042c2e3edc), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.286153 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:28.417218 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (b885a981-e6d2-4dbd-ab5f-f0042c2e3edc), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.419407 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device ad1d5964-7b47-41d4-b773-b51d4e6c44e9 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:28.435328 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (b885a981-e6d2-4dbd-ab5f-f0042c2e3edc), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.455549 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae059-dc9e-4fff-b55b-52c4d6a025c8 None None] Pushing event updated for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=4']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:28.492272 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b885a981-e6d2-4dbd-ab5f-f0042c2e3edc,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:28.514455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.517171 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-4750d2b8-d001-4a54-9d22-5f3585771884 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3938391 Apr 06 12:56:28.519202 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48906) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:28.531212 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:28.560896 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.628784 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.633166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:28.633940 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.643861 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.688227 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Attempting to bind port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:28.689219 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Attempting to bind port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:28.689812 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Attempting to bind port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:28.692795 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-1d153b4e-84c0-4fe0-b286-3c6965131a11 None None] Port 235125dc-68d4-44be-b6e3-6247b5e53401 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:28.710248 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:28.710945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:28.711351 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.711745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:28.712384 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Bound port: 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:28.712985 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.792417 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:27Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:28.825835 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1e585-d2e2-48c0-a8c6-9c153c4e7282 None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:27Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:28.826760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] For port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:28.843805 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ead83-abb5-4046-a965-0de325e6b3dd None None] Pushing event updated for resources: {'Port': ['ID=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:28.968062 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48920) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:28.976606 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749304885-network', 'tenant_id': 'e89cb9102f6243ffbb577ae034ab6a7f'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:28.979001 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] For port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:29.012658 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.013736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.043922 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Provisioning complete for port 7472a36b-a9f2-4796-a769-7dd32809cbca triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:29.044616 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Made reservation on behalf of e89cb9102f6243ffbb577ae034ab6a7f for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:29.049395 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.049719 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.075892 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.300845 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks [] for security_group (60b27723-88f1-4385-a91a-ab0763a25088), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.313718 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (60b27723-88f1-4385-a91a-ab0763a25088), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.381177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:56:29.407495 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ead83-abb5-4046-a965-0de325e6b3dd None None] Pushing event updated for resources: {'Port': ['ID=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:29.416475 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:29.418926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b27723-88f1-4385-a91a-ab0763a25088,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:29.425090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (699d6e24-91d9-40b8-8549-4b3ef09cf3d2), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.425783 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Added segment 699d6e24-91d9-40b8-8549-4b3ef09cf3d2 of type vlan for network 51ff1c3d-23ef-4856-b8b9-303561d1e3dc Apr 06 12:56:29.427539 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:29.428756 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:29.522952 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9b53-f669-44e8-b85a-8ff6663d5321 req-ef64190b-39a7-47b6-bce4-b50b434496aa tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:29.524576 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-429a9b53-f669-44e8-b85a-8ff6663d5321 req-ef64190b-39a7-47b6-bce4-b50b434496aa tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1176767 Apr 06 12:56:29.565707 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (51ff1c3d-23ef-4856-b8b9-303561d1e3dc), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.598647 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.27.1.104 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/a6317321-0c8b-4949-8646-36c8f878d2a2) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:29.642324 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-429a9b53-f669-44e8-b85a-8ff6663d5321 req-2d658236-41b9-4b18-9332-d3f470f4fe64 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993893 Apr 06 12:56:29.650800 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (51ff1c3d-23ef-4856-b8b9-303561d1e3dc), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.654238 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:29.657271 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.799890 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] Pushing event updated for resources: {'Network': ['ID=51ff1c3d-23ef-4856-b8b9-303561d1e3dc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:29.841288 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 48948) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:29.849562 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-fc4d7e8d-a1bd-41fb-850d-b9d09046d411 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8696733 Apr 06 12:56:29.869862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Request body: {'subnet': {'network_id': '51ff1c3d-23ef-4856-b8b9-303561d1e3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749304885-subnet', 'tenant_id': 'e89cb9102f6243ffbb577ae034ab6a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:29.885240 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 51ff1c3d-23ef-4856-b8b9-303561d1e3dc details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:56:29.926120 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.954382 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Made reservation on behalf of e89cb9102f6243ffbb577ae034ab6a7f for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:29.957484 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.971302 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48950) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:29.978901 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2112067401-network', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:30.031092 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Made reservation on behalf of ffd1a2290fa344c692bd4100baddeec0 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:30.036339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.069667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.083503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7472a36b-a9f2-4796-a769-7dd32809cbca up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:30.088624 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.164937 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Current status of the port 7472a36b-a9f2-4796-a769-7dd32809cbca is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:30.165902 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.171268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:30.182298 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:30.186388 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:30.240440 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=a6317321-0c8b-4949-8646-36c8f878d2a2,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:30.281415 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks [] for security_group (e56b184c-8c41-457b-b283-4dd37d9b4403), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.281760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] For port 7472a36b-a9f2-4796-a769-7dd32809cbca, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=7472a36b-a9f2-4796-a769-7dd32809cbca,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:30.295637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (e56b184c-8c41-457b-b283-4dd37d9b4403), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.315374 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.321612 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:30.379487 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:56:30.408502 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b184c-8c41-457b-b283-4dd37d9b4403,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:30.413164 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.422036 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (f168488b-bb81-4f08-b18a-0b8a97c14d77), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.422684 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Added segment f168488b-bb81-4f08-b18a-0b8a97c14d77 of type vlan for network de2518af-88c0-4e00-9e5c-850e22344215 Apr 06 12:56:30.479922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.512613 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (de2518af-88c0-4e00-9e5c-850e22344215), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.549471 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 7472a36b-a9f2-4796-a769-7dd32809cbca triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:30.550581 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.558475 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (de2518af-88c0-4e00-9e5c-850e22344215), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.560410 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:30.562219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.601555 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.637185 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6617067 Apr 06 12:56:30.716562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48962) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:30.728654 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Request body: {'subnet': {'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2112067401-subnet', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'ip_version': 4}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:30.752475 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f05268-ff42-4603-8b58-438be525a1a8 None None] Pushing event updated for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:30.784217 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafe02b-d793-4958-91aa-1af430427ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=de2518af-88c0-4e00-9e5c-850e22344215,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:30.799763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Made reservation on behalf of ffd1a2290fa344c692bd4100baddeec0 for: {'subnet': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:30.804689 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65816088'] for subnet (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:30.872991 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:30.963618 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Checking segment: {'id': '699d6e24-91d9-40b8-8549-4b3ef09cf3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '51ff1c3d-23ef-4856-b8b9-303561d1e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:30.964214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Network hostable DHCP agents. Network: 51ff1c3d-23ef-4856-b8b9-303561d1e3dc, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:56:31.012139 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network de2518af-88c0-4e00-9e5c-850e22344215 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:56:31.128353 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Network 51ff1c3d-23ef-4856-b8b9-303561d1e3dc is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:56:31.143214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e30e4-5fbd-48d9-87ef-b25388c06ed3 req-a4948891-6e74-4dff-857c-208d31abdbf7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:31.152879 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9f4e30e4-5fbd-48d9-87ef-b25388c06ed3 req-a4948891-6e74-4dff-857c-208d31abdbf7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2566741 Apr 06 12:56:31.286994 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 7472a36b-a9f2-4796-a769-7dd32809cbca is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:31.296973 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64306013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65816070'] for subnet (06b4d7dc-0f47-455c-a9c4-989d69ae336a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.301386 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 51ff1c3d-23ef-4856-b8b9-303561d1e3dc) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:31.317234 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.325265 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:31.326338 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.346354 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ffeccf-e177-4dda-86e5-df0f0af665f4 None None] Network 51ff1c3d-23ef-4856-b8b9-303561d1e3dc requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:31.356898 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.415045 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9f4e30e4-5fbd-48d9-87ef-b25388c06ed3 req-9256e414-5d81-4102-a824-d90ba3ccec62 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603374 Apr 06 12:56:31.415263 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b4d7dc-0f47-455c-a9c4-989d69ae336a,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:31.447266 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-77483291-c0f3-47e2-9f5c-b0225ee5076e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5927041 Apr 06 12:56:31.492706 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Checking segment: {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:31.493185 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:26Z', 'revision_number': 2, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:31.494659 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Network hostable DHCP agents. Network: de2518af-88c0-4e00-9e5c-850e22344215, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:56:31.539801 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Network de2518af-88c0-4e00-9e5c-850e22344215 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:56:31.539991 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3323c3e-6924-4e13-8ed5-68db16cd1f14 None None] Network 51ff1c3d-23ef-4856-b8b9-303561d1e3dc requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:31.544780 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4738a8-ba47-4282-8b08-3b2c6a3856f9 None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:26Z', 'revision_number': 2, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:31.561180 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, de2518af-88c0-4e00-9e5c-850e22344215) {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:31.574228 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:31.575102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.620151 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207c8c6-1115-43a9-8cc8-686dcd5895ea None None] Network de2518af-88c0-4e00-9e5c-850e22344215 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:31.623785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.630355 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ba8df3de-eb3c-48a4-afc0-313d48be8e66 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9100189 Apr 06 12:56:31.630808 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 48984) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:31.646554 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:31.654598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=a6317321-0c8b-4949-8646-36c8f878d2a2,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:31.668705 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.688031 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f2cf0b03-9c2e-41af-8f02-1a47b96d2b8b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1600571 Apr 06 12:56:31.710878 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.712279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.849372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-de2518af-88c0-4e00-9e5c-850e22344215', 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215', 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'fixed_ips': [{'subnet_id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:56:31.852265 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.882849 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for router_controller (ced723cb-4a32-4013-841f-3431cfaa06b9), precommit_add_association {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.246385 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-d9f16638-2155-47be-a6df-661d802fb35f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47830704&fields=id&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 267 time: 0.1132967 Apr 06 12:56:32.324394 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for router_gateway (ced723cb-4a32-4013-841f-3431cfaa06b9), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.641473 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-0b505f34-99d1-40b0-8411-28a3c89e2ad1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:32.643273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-0b505f34-99d1-40b0-8411-28a3c89e2ad1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.3916223 Apr 06 12:56:32.692504 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7472a36b-a9f2-4796-a769-7dd32809cbca up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:32.704796 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-697567c2-681d-415c-80ae-0d2085a9421b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/quotas/3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 375 time: 0.0509894 Apr 06 12:56:32.921051 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26696f3c-ca67-4aa0-81af-d3b7aa6ea85d req-ec325cd6-b533-49f6-b4a3-f01cfdfdee11 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:32.927264 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-26696f3c-ca67-4aa0-81af-d3b7aa6ea85d req-ec325cd6-b533-49f6-b4a3-f01cfdfdee11 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2087932 Apr 06 12:56:32.967573 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6cf429b4-9d14-4201-86d4-500a5a51a09c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617671 Apr 06 12:56:32.972927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Allocated IP 172.20.0.2 (de2518af-88c0-4e00-9e5c-850e22344215/06b4d7dc-0f47-455c-a9c4-989d69ae336a/9d23b64e-2b94-4945-9c01-eae3d7b25a15) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:33.003679 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 7472a36b-a9f2-4796-a769-7dd32809cbca triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:33.004393 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.206543 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for router_gateway (ced723cb-4a32-4013-841f-3431cfaa06b9), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.225135 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-26696f3c-ca67-4aa0-81af-d3b7aa6ea85d req-40ab5eb3-305e-4269-9901-1ee3fc4c8ae8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565448 Apr 06 12:56:33.254106 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.318217 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-7634ad41-7c96-4fea-9955-4cbc0d60d371 service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116965 Apr 06 12:56:33.416028 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks [] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.447806 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.462068 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Allocated IP 172.27.1.149 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/610d885f-e6fa-4288-b4a2-281994cada3c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:33.486869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49038) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:33.511247 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 7472a36b-a9f2-4796-a769-7dd32809cbca is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:33.576796 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-0a5c9c02-c767-43a8-b3ab-ad39144638cc service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373531 Apr 06 12:56:33.593360 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Pushing event updated for resources: {'Port': ['ID=9d23b64e-2b94-4945-9c01-eae3d7b25a15,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:33.606247 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Network de2518af-88c0-4e00-9e5c-850e22344215 is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:33.610956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:33.622083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:33.656021 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for port (610d885f-e6fa-4288-b4a2-281994cada3c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.735118 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.766150 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Attempting to bind port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:33.768366 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Attempting to bind port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:33.770232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Attempting to bind port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 on network de2518af-88c0-4e00-9e5c-850e22344215 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:33.794098 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:33.800554 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:33.803636 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Checking segment: {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:33.805827 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.810118 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Bound using segment: {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:33.810320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:33.811187 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Bound port: 9d23b64e-2b94-4945-9c01-eae3d7b25a15, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:33.811918 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.815834 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:33.878691 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d00773f9-d771-4d0b-8215-dd8a91284095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.965192 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Pushing event updated for resources: {'Port': ['ID=610d885f-e6fa-4288-b4a2-281994cada3c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:34.230849 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:34.315022 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] For port 9d23b64e-2b94-4945-9c01-eae3d7b25a15, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:34.351717 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-81a949a0-9156-47c0-a396-e6c673f8b4dc req-08f39121-9147-47c5-90bf-ca3b0d796a06 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.2052183 Apr 06 12:56:34.383680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] For port 9d23b64e-2b94-4945-9c01-eae3d7b25a15, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=9d23b64e-2b94-4945-9c01-eae3d7b25a15,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:34.388549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d00773f9-d771-4d0b-8215-dd8a91284095 admin admin] Publish callbacks [] for security_group (b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.402673 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d00773f9-d771-4d0b-8215-dd8a91284095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.410278 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.460821 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:34.461780 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.585796 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49068) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:34.625232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909ff39-ef2c-473d-9b6c-dcc36478bcb6 None None] Pushing event updated for resources: {'Port': ['ID=9d23b64e-2b94-4945-9c01-eae3d7b25a15,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:34.650397 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00773f9-d771-4d0b-8215-dd8a91284095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:34.678650 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d00773f9-d771-4d0b-8215-dd8a91284095 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6fe8489397f4142954f3bd45f73cc80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1878569 Apr 06 12:56:34.679872 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49072) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:34.766691 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for router_gateway (ced723cb-4a32-4013-841f-3431cfaa06b9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.782784 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672bb7d-6042-4cc2-80a7-40a91eddee75 req-12dfbcf3-9c9a-4e15-be1f-cda4105c3cda tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:34.790059 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2672bb7d-6042-4cc2-80a7-40a91eddee75 req-12dfbcf3-9c9a-4e15-be1f-cda4105c3cda tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.3452058 Apr 06 12:56:34.847262 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] Publish callbacks [] for security_group (b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.887799 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2672bb7d-6042-4cc2-80a7-40a91eddee75 req-d14814e9-c41e-4f57-8899-a1fe10e9b98d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959141 Apr 06 12:56:34.916553 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] Publish callbacks [] for security_group (b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.919969 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:34.927621 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.012601 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.017880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.021204 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f HTTP/1.1" status: 204 len: 168 time: 0.3350396 Apr 06 12:56:35.026264 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:35.035181 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d608d-d1aa-4205-a903-cf1b5b9d58b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3229b-84f7-4b3c-b1ed-29dd18ef2c4f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:35.046381 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.094226 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f58e51c-eae9-4597-b0e5-848ef5a4cb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.233166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:35.511872 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.552069 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d36d18ef-055d-4e39-85c6-2122a5067b5e req-f3f5fe4d-0c0b-4c1a-abde-25bcc6e33ef5 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.0331216 Apr 06 12:56:35.594389 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f58e51c-eae9-4597-b0e5-848ef5a4cb05 admin admin] Publish callbacks [] for security_group (6c142620-406f-4831-b67c-523cb45c9d79), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.602129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f58e51c-eae9-4597-b0e5-848ef5a4cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6c142620-406f-4831-b67c-523cb45c9d79), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.633436 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3f58e51c-eae9-4597-b0e5-848ef5a4cb05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81ec27a8126e43e7bb04c8a566793cab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0458038 Apr 06 12:56:35.636850 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49106) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:35.692603 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49108) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:35.715740 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58e51c-eae9-4597-b0e5-848ef5a4cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c142620-406f-4831-b67c-523cb45c9d79,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:35.717276 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e078b697-1c8f-4ba3-9ff4-6a7c73a97522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.746191 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] Publish callbacks [] for security_group (6c142620-406f-4831-b67c-523cb45c9d79), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.788624 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] Publish callbacks [] for security_group (6c142620-406f-4831-b67c-523cb45c9d79), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.808423 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Router ced723cb-4a32-4013-841f-3431cfaa06b9 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:56:36.163482 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e078b697-1c8f-4ba3-9ff4-6a7c73a97522 admin admin] Publish callbacks [] for security_group (221cb38e-2106-4b34-a9ea-6be67a71c6ce), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.185209 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e078b697-1c8f-4ba3-9ff4-6a7c73a97522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (221cb38e-2106-4b34-a9ea-6be67a71c6ce), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.200496 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (6c142620-406f-4831-b67c-523cb45c9d79), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.203692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.204897 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c142620-406f-4831-b67c-523cb45c9d79 HTTP/1.1" status: 204 len: 168 time: 0.5668218 Apr 06 12:56:36.224723 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 9d23b64e-2b94-4945-9c01-eae3d7b25a15 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:36.297625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27976d5-ad71-43df-9891-80df1defa2ef req-7c6c1ff6-c2ab-42fc-a395-2e6275fd24f5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:36.311345 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a27976d5-ad71-43df-9891-80df1defa2ef req-7c6c1ff6-c2ab-42fc-a395-2e6275fd24f5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.2365062 Apr 06 12:56:36.387948 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e078b697-1c8f-4ba3-9ff4-6a7c73a97522 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5db74a9c269d4ef686f7455e7516c12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6910725 Apr 06 12:56:36.399305 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49116) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:36.408760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:36.409133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.414671 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078b697-1c8f-4ba3-9ff4-6a7c73a97522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221cb38e-2106-4b34-a9ea-6be67a71c6ce,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:36.461138 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4a80-b36a-4def-a40a-1a07fc0ff1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c142620-406f-4831-b67c-523cb45c9d79,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:36.573065 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a27976d5-ad71-43df-9891-80df1defa2ef req-c660f0d5-6ad3-44f8-8f25-e777023c5c17 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585750 Apr 06 12:56:36.600001 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:36.616470 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] Publish callbacks [] for security_group (221cb38e-2106-4b34-a9ea-6be67a71c6ce), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.676578 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] Publish callbacks [] for security_group (221cb38e-2106-4b34-a9ea-6be67a71c6ce), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.707999 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:36.732779 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Sync routers for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:36.813854 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:36.815492 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:36.816215 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:36.822664 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:36.839201 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7871a3-bdc2-4f78-83ed-40803c09aa50 req-1880133b-a71e-4b44-bfb4-ffadbb05c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:36.841075 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a7871a3-bdc2-4f78-83ed-40803c09aa50 req-1880133b-a71e-4b44-bfb4-ffadbb05c7e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1129 time: 0.2165992 Apr 06 12:56:36.844269 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.847575 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ab6e9c69-15fb-40e0-92e4-4287bac694ec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2148614 Apr 06 12:56:36.850885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49126) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:36.866913 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (221cb38e-2106-4b34-a9ea-6be67a71c6ce), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.882179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:36.887244 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/221cb38e-2106-4b34-a9ea-6be67a71c6ce HTTP/1.1" status: 204 len: 168 time: 0.4590273 Apr 06 12:56:36.961263 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b46dc4-3f7b-40ce-a0a5-eb733beca721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221cb38e-2106-4b34-a9ea-6be67a71c6ce,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:37.118406 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3eedf0d1-2c22-41dc-a4c1-1d97d2277640 req-3ea2bb19-f63b-469b-ace1-1f413ed7a9b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.2268746 Apr 06 12:56:37.119699 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac9385-9702-431b-9c34-e4ff50ea83b4 None None] Network de2518af-88c0-4e00-9e5c-850e22344215 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:37.248871 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:37.261819 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a7871a3-bdc2-4f78-83ed-40803c09aa50 req-41288aec-7a71-411f-a1cf-ec5462cef185 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393085 Apr 06 12:56:37.262540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:37.264010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:37.347819 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c21a8820-2a7d-40fc-b22a-c151b80f19b1 None None] Provisioning complete for port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:37.348264 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c21a8820-2a7d-40fc-b22a-c151b80f19b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:37.481679 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 9d23b64e-2b94-4945-9c01-eae3d7b25a15, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=9d23b64e-2b94-4945-9c01-eae3d7b25a15,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:37.499579 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:37.500396 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:37.504038 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:37.767011 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 3, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:37.777253 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-01803ee7-91e7-4980-9449-0da965db4791 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:37.786302 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-01803ee7-91e7-4980-9449-0da965db4791 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.6528680 Apr 06 12:56:37.799740 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f18bc-e3da-4681-8b8d-98911ef5fc8c req-39140914-9671-41f0-b4fd-40eeea8f614d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:37.812504 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-934f18bc-e3da-4681-8b8d-98911ef5fc8c req-39140914-9671-41f0-b4fd-40eeea8f614d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1203890 Apr 06 12:56:37.829222 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Checking router: ced723cb-4a32-4013-841f-3431cfaa06b9 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:37.829613 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Updating router ced723cb-4a32-4013-841f-3431cfaa06b9 port 610d885f-e6fa-4288-b4a2-281994cada3c binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:37.857890 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=9d23b64e-2b94-4945-9c01-eae3d7b25a15,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:37.905749 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:37.914932 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-934f18bc-e3da-4681-8b8d-98911ef5fc8c req-bd484134-f82d-4a42-9dcd-1c12eb62a997 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009133 Apr 06 12:56:38.006478 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c21a8820-2a7d-40fc-b22a-c151b80f19b1 None None] Current status of the port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:38.038660 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:38.039659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.343347 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:38.376362 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-2f17f835-dac7-4a82-b0c7-deb581fe8fbe tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 378 time: 0.4569383 Apr 06 12:56:38.411961 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f5f1a1e-ee04-45d1-bccf-b66fdfe9bcd9 req-c70a4b19-3bfc-4884-977c-79d70e6040cb tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.0954092 Apr 06 12:56:38.447470 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks [] for port (610d885f-e6fa-4288-b4a2-281994cada3c), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.458245 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.487987 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:26Z', 'revision_number': 2, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:38.561670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.588691 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Attempting to bind port 610d885f-e6fa-4288-b4a2-281994cada3c on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:38.589238 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Attempting to bind port 610d885f-e6fa-4288-b4a2-281994cada3c by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:38.590661 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Attempting to bind port 610d885f-e6fa-4288-b4a2-281994cada3c on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:38.624133 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:38.625378 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:38.626104 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.627600 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:38.628442 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Bound port: 610d885f-e6fa-4288-b4a2-281994cada3c, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:38.629143 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:38.637774 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b267a-65e4-4168-8ba4-14cd4e4cc6eb None None] Pushing event updated for resources: {'Port': ['ID=610d885f-e6fa-4288-b4a2-281994cada3c,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:38.767532 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'port': {'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'admin_state_up': True, 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'security_groups': ['5d99750c-28ca-4601-abf0-fb9e3c8ce7cc']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:38.779061 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 9d23b64e-2b94-4945-9c01-eae3d7b25a15 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:38.786906 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:38.788394 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Updating router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c port 235125dc-68d4-44be-b6e3-6247b5e53401 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:38.814017 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] For port 610d885f-e6fa-4288-b4a2-281994cada3c, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:38.821875 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] For port 610d885f-e6fa-4288-b4a2-281994cada3c, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=610d885f-e6fa-4288-b4a2-281994cada3c,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:38.846128 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.044095 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b267a-65e4-4168-8ba4-14cd4e4cc6eb None None] Pushing event updated for resources: {'Port': ['ID=610d885f-e6fa-4288-b4a2-281994cada3c,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:39.058034 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-39365699-7e36-4b63-b93a-06d682838117 None None] Provisioning complete for port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:39.058548 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-39365699-7e36-4b63-b93a-06d682838117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.062470 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.077160 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:39.079060 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:39.144082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Allocated IP 172.20.0.1 (de2518af-88c0-4e00-9e5c-850e22344215/06b4d7dc-0f47-455c-a9c4-989d69ae336a/a483014b-0338-4435-92c7-b30fa4f4a454) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:39.208506 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:39.210379 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.232416 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a01a-c2d2-4d90-9736-ae510fb02435 req-4911de6e-b528-4a13-a6a7-381a965d69cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:39.234885 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b092a01a-c2d2-4d90-9736-ae510fb02435 req-4911de6e-b528-4a13-a6a7-381a965d69cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1194477 Apr 06 12:56:39.311040 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b092a01a-c2d2-4d90-9736-ae510fb02435 req-ae07da65-332d-404f-b723-027a95ffc85e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599487 Apr 06 12:56:39.316225 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:39.525875 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-39365699-7e36-4b63-b93a-06d682838117 None None] Current status of the port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:39.540042 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks [] for port (a483014b-0338-4435-92c7-b30fa4f4a454), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.600012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks [] for port (235125dc-68d4-44be-b6e3-6247b5e53401), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.643006 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:39.644001 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.652704 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.659886 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.716538 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14432b2f-ee48-497e-881d-4ab6110e6193 req-96a58a1a-52d8-4220-9658-5345b853e065 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:39.721618 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:39.751317 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14432b2f-ee48-497e-881d-4ab6110e6193 req-96a58a1a-52d8-4220-9658-5345b853e065 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1816721 Apr 06 12:56:39.771358 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb8315-b7a1-40f5-97dc-121045808b0f None None] Pushing event updated for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:39.793265 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 3, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:39.808731 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Network de2518af-88c0-4e00-9e5c-850e22344215 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:39.824371 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:39.827754 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:39.867926 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a664a9-3f0f-4dff-bca4-0c9257d4d5f9 None None] The sync data for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi is: [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 3, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:39.891007 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Attempting to bind port 235125dc-68d4-44be-b6e3-6247b5e53401 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:39.891382 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Attempting to bind port 235125dc-68d4-44be-b6e3-6247b5e53401 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:39.891744 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Attempting to bind port 235125dc-68d4-44be-b6e3-6247b5e53401 on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:39.905506 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b49ea4b1-f47a-48a9-af77-819a402e6c70 req-444b461e-9ec5-4dbd-b329-8fe619a01216 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.1405206 Apr 06 12:56:39.940236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:39.940615 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:39.941318 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.943527 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Bound using segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:39.944372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Bound port: 235125dc-68d4-44be-b6e3-6247b5e53401, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:39.944960 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.981302 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14432b2f-ee48-497e-881d-4ab6110e6193 req-7bab4229-fb72-4122-97de-302eee4813de tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248933 Apr 06 12:56:40.035276 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Pushing event updated for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:40.189109 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (ced723cb-4a32-4013-841f-3431cfaa06b9), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.233222 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] For port 235125dc-68d4-44be-b6e3-6247b5e53401, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:40.252903 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] For port 235125dc-68d4-44be-b6e3-6247b5e53401, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=235125dc-68d4-44be-b6e3-6247b5e53401,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:40.318735 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.360003 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Provisioning complete for port 235125dc-68d4-44be-b6e3-6247b5e53401 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:40.360454 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.601905 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.20.0.9 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/844cf5ca-995a-4145-9541-f680eb10537e) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:40.645014 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb8315-b7a1-40f5-97dc-121045808b0f None None] Pushing event updated for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:40.657383 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:40.658279 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:40.832256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.987702 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Current status of the port 235125dc-68d4-44be-b6e3-6247b5e53401 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:40.991018 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.129711 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6b68adb4-a4dc-4e0a-b9a8-835ea50bbac6 req-36523ac8-e62b-4186-81a4-da3d6e589364 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.0894105 Apr 06 12:56:41.151524 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:41.351059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (844cf5ca-995a-4145-9541-f680eb10537e), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.354966 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] For port 235125dc-68d4-44be-b6e3-6247b5e53401, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=235125dc-68d4-44be-b6e3-6247b5e53401,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:41.405866 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.458127 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.461534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks [] for port (a483014b-0338-4435-92c7-b30fa4f4a454), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.499923 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.508467 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c6104-009d-407d-8e06-24ad16f978ef None None] Pushing event updated for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:41.545371 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:41.552006 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:41.558258 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Provisioning complete for port a483014b-0338-4435-92c7-b30fa4f4a454 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:41.558695 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.574528 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:41.597228 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (ced723cb-4a32-4013-841f-3431cfaa06b9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.629746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Port a483014b-0338-4435-92c7-b30fa4f4a454 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:41.678521 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:40Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:41.683730 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Provisioning complete for port 235125dc-68d4-44be-b6e3-6247b5e53401 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:41.684114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.734316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:41.765504 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8363d-5509-4402-853e-d52e2956c87b None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:40Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:41.883617 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:41.884478 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.902842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Pushing event updated for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:41.962607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b0910395-e62a-4df7-9bba-a3b08e06e675 None None] Current status of the port 235125dc-68d4-44be-b6e3-6247b5e53401 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:42.001805 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-8c285e1e-461e-4be1-90b9-977e0b6c19a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2385511 Apr 06 12:56:42.021729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Request body: {'port': {'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:42.137730 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-11a1fab8-b235-4a2a-a1c7-cda5ab97cd58 None None] Provisioning complete for port 844cf5ca-995a-4145-9541-f680eb10537e triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:42.138460 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-11a1fab8-b235-4a2a-a1c7-cda5ab97cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (844cf5ca-995a-4145-9541-f680eb10537e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:42.213353 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-11a1fab8-b235-4a2a-a1c7-cda5ab97cd58 None None] Port 844cf5ca-995a-4145-9541-f680eb10537e cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:42.252351 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Network de2518af-88c0-4e00-9e5c-850e22344215 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:42.279646 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:42.342071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (844cf5ca-995a-4145-9541-f680eb10537e), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:42.574232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd424f8-6291-481c-92af-7edde9dd5b20 req-90118a6f-949e-40a3-b1b9-520b5b67ce34 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.585249 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7fd424f8-6291-481c-92af-7edde9dd5b20 req-90118a6f-949e-40a3-b1b9-520b5b67ce34 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 931 time: 0.2569420 Apr 06 12:56:42.751374 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7fd424f8-6291-481c-92af-7edde9dd5b20 req-d344d1bc-9e1f-4a4e-97c0-5b3483cfd62b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650646 Apr 06 12:56:42.815855 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 610d885f-e6fa-4288-b4a2-281994cada3c up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:42.992668 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 610d885f-e6fa-4288-b4a2-281994cada3c triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:42.993107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.052706 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-7d76cd5c-65bf-4742-968f-56336017b410 None None] Provisioning complete for port a483014b-0338-4435-92c7-b30fa4f4a454 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:43.053090 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7d76cd5c-65bf-4742-968f-56336017b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.178620 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-7d76cd5c-65bf-4742-968f-56336017b410 None None] Port a483014b-0338-4435-92c7-b30fa4f4a454 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:43.294281 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065541-fcc4-49cd-adec-0a778df5945d req-3072c215-e5e6-4035-b63a-48b7976c5940 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.303987 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 610d885f-e6fa-4288-b4a2-281994cada3c is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:43.306049 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-26065541-fcc4-49cd-adec-0a778df5945d req-3072c215-e5e6-4035-b63a-48b7976c5940 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1090286 Apr 06 12:56:43.306703 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.365078 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 610d885f-e6fa-4288-b4a2-281994cada3c, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=610d885f-e6fa-4288-b4a2-281994cada3c,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:43.373032 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.374043 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 235125dc-68d4-44be-b6e3-6247b5e53401 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:43.405948 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-26065541-fcc4-49cd-adec-0a778df5945d req-fdcdd9a0-4d05-437a-b179-4fff3a1bc7f3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973835 Apr 06 12:56:43.480011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Router ced723cb-4a32-4013-841f-3431cfaa06b9 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:43.523734 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-95a31548-a03b-493e-9424-87b15bc5530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.527055 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-95a31548-a03b-493e-9424-87b15bc5530f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1130 time: 0.2473793 Apr 06 12:56:43.690746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d24822a3-f07a-4252-917d-f8c4dd68bee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.717376 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=610d885f-e6fa-4288-b4a2-281994cada3c,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:43.728610 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 235125dc-68d4-44be-b6e3-6247b5e53401 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:43.729566 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.953249 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227b87-ffea-483e-9dc8-907982c29501 req-48fe74ee-9d13-4a27-a131-5ddd3c3681b1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.954708 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-81d98515-b2d0-4803-96f6-df9423ea3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.957204 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-81d98515-b2d0-4803-96f6-df9423ea3192 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.4214051 Apr 06 12:56:43.961137 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-59227b87-ffea-483e-9dc8-907982c29501 req-48fe74ee-9d13-4a27-a131-5ddd3c3681b1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 931 time: 0.1255052 Apr 06 12:56:43.977389 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 235125dc-68d4-44be-b6e3-6247b5e53401 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:44.037530 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844cf5ca-995a-4145-9541-f680eb10537e {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:56:44.041664 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-59227b87-ffea-483e-9dc8-907982c29501 req-426e276d-54c2-44ab-82dc-d51a8a675adf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729532 Apr 06 12:56:44.047510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks [] for port (844cf5ca-995a-4145-9541-f680eb10537e), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.126310 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:44.143896 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5d11c14a-0fb1-4924-96c6-33aa14e56db6 admin admin] 10.222.0.23 "PUT /v2.0/routers/ced723cb-4a32-4013-841f-3431cfaa06b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2912126 Apr 06 12:56:44.146383 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-e72f88e5-f654-4e11-b16c-715116d02b0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 200 len: 217 time: 0.0917439 Apr 06 12:56:44.146652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Transition to ACTIVE for port object 844cf5ca-995a-4145-9541-f680eb10537e will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:56:44.160487 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Sync routers for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:44.185655 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.191652 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:44.202199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:44.301980 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-2f8c9f13-068c-40b6-89cd-03588b4c1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:44.303543 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-2f8c9f13-068c-40b6-89cd-03588b4c1d52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1502624 Apr 06 12:56:44.314031 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Pushing event updated for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:44.740420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-768e51bc-20ea-4596-8be6-e46ff10480a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:44.755787 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-768e51bc-20ea-4596-8be6-e46ff10480a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4428451 Apr 06 12:56:44.760541 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:44.802020 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81cf79-cc5f-48d9-a7f4-d9e1c70569c2 req-8e0e5304-5753-4379-b3ba-39deb2764566 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:44.819386 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-be81cf79-cc5f-48d9-a7f4-d9e1c70569c2 req-8e0e5304-5753-4379-b3ba-39deb2764566 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.2065134 Apr 06 12:56:44.859061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49352) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:44.911388 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 610d885f-e6fa-4288-b4a2-281994cada3c up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:44.942228 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-be81cf79-cc5f-48d9-a7f4-d9e1c70569c2 req-e3aef0e6-58e5-457c-9a8d-2e6832edb628 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161060 Apr 06 12:56:44.991597 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Attempting to bind port 844cf5ca-995a-4145-9541-f680eb10537e on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:44.995491 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Attempting to bind port 844cf5ca-995a-4145-9541-f680eb10537e by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:44.996244 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Attempting to bind port 844cf5ca-995a-4145-9541-f680eb10537e on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:45.009414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Port 844cf5ca-995a-4145-9541-f680eb10537e on network f1c25248-8133-4d8e-9050-6a36b513586f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:56:45.023004 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Attempting to bind port 844cf5ca-995a-4145-9541-f680eb10537e on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:45.056667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:45.057519 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:45.060755 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:45.061769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Bound port: 844cf5ca-995a-4145-9541-f680eb10537e, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:45.063447 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (844cf5ca-995a-4145-9541-f680eb10537e), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.215769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc5b6-adca-447f-87a1-074d426c616e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.232912 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 610d885f-e6fa-4288-b4a2-281994cada3c triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:45.234672 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.321644 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00512671-994a-42d7-a0f9-e472ae405e72 req-f58219df-4fbb-4248-9406-d3caf0ff7673 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:45.324575 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00512671-994a-42d7-a0f9-e472ae405e72 req-f58219df-4fbb-4248-9406-d3caf0ff7673 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 943 time: 0.1375830 Apr 06 12:56:45.365739 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-a0c8e570-0cf7-492a-b929-88dd2457a71a service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764775 Apr 06 12:56:45.412372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:40Z', 'revision_number': 4, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a483014b-0338-4435-92c7-b30fa4f4a454', 'name': '', 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'mac_address': 'fa:16:3e:cd:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:38Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 2, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'subnets': [{'id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:45.425452 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:45.435830 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00512671-994a-42d7-a0f9-e472ae405e72 req-e8a931ed-e51c-4f39-81fa-3263b61e39b1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907362 Apr 06 12:56:45.475071 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49362) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:45.481115 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209313072', 'description': 'tempest-secgroup-smoke-1209313072 description', 'project_id': '6906900165724dd285750b2a09b92b66'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:45.486183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Checking router: ced723cb-4a32-4013-841f-3431cfaa06b9 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:45.486759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Updating router ced723cb-4a32-4013-841f-3431cfaa06b9 port a483014b-0338-4435-92c7-b30fa4f4a454 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:56:45.510208 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.528032 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=844cf5ca-995a-4145-9541-f680eb10537e,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:45.561682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.586223 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc5b6-adca-447f-87a1-074d426c616e admin admin] Publish callbacks [] for security_group (f1075320-a5d3-460b-9904-623b731eb8f6), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.594454 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.606586 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (f6cc362c-7639-47a7-a4cd-12ae36e14e40), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.609134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 610d885f-e6fa-4288-b4a2-281994cada3c is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:45.612954 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6cc362c-7639-47a7-a4cd-12ae36e14e40), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.651401 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc5b6-adca-447f-87a1-074d426c616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f1075320-a5d3-460b-9904-623b731eb8f6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.656037 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.657390 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1811302 Apr 06 12:56:45.661131 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49364) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:45.662305 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb5d5-98e0-41de-97e4-56a4e41a8b77 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc362c-7639-47a7-a4cd-12ae36e14e40,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:45.676301 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:45.710821 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:45.711451 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.713732 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] 10.222.0.11 "PUT /v2.0/ports/844cf5ca-995a-4145-9541-f680eb10537e HTTP/1.1" status: 200 len: 1093 time: 3.6978655 Apr 06 12:56:45.722151 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:45.726708 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f" -d '{"events": [{"name": "network-changed", "server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "tag": "844cf5ca-995a-4145-9541-f680eb10537e"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:45.874222 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6e2bd-fac9-40f4-8ee4-444005b6c154 x-openstack-request-id: req-48e6e2bd-fac9-40f4-8ee4-444005b6c154 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:45.874719 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "tag": "844cf5ca-995a-4145-9541-f680eb10537e", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:45.875039 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48e6e2bd-fac9-40f4-8ee4-444005b6c154 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:45.875639 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e6e2bd-fac9-40f4-8ee4-444005b6c154'] response: {'name': 'network-changed', 'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e', 'status': 'completed', 'code': 200} Apr 06 12:56:45.928029 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c637a6b6-a9c1-4ed9-b57f-bc902c93227c req-72bb80f5-cc16-4425-bbd4-b54c9bf2519c service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475848 Apr 06 12:56:45.932484 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-9cdbc5b6-adca-447f-87a1-074d426c616e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc16db8075164e4aa4e7b3346b7e260b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0718658 Apr 06 12:56:45.935734 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49372) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:45.948336 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbc5b6-adca-447f-87a1-074d426c616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1075320-a5d3-460b-9904-623b731eb8f6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:45.954460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (42c5c4cb-7237-443c-94a6-02729782eac0), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.995425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4293-ebc9-4db4-890f-8d95700690b8 service neutron] Pushing event updated for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.089954 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks [] for port (a483014b-0338-4435-92c7-b30fa4f4a454), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.101884 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.137875 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-9e90df04-6e85-4a37-b778-4c380a3c05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.141845 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-9e90df04-6e85-4a37-b778-4c380a3c05a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 1127 time: 0.3214910 Apr 06 12:56:46.142781 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] Publish callbacks [] for security_group (f1075320-a5d3-460b-9904-623b731eb8f6), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.175598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] Publish callbacks [] for security_group (f1075320-a5d3-460b-9904-623b731eb8f6), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.185039 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (42c5c4cb-7237-443c-94a6-02729782eac0), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.212829 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (42c5c4cb-7237-443c-94a6-02729782eac0), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.214730 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b436-1f89-41ab-a797-a19a54fceb07 req-96c39123-e16a-48ce-bc16-e022744502d2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.222773 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0088b436-1f89-41ab-a797-a19a54fceb07 req-96c39123-e16a-48ce-bc16-e022744502d2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1551509 Apr 06 12:56:46.278018 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-79daf53c-4a0e-4245-bd59-93b9a4db5f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.283241 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80867063-e303-40c6-8e3d-7ca262044276 None None] Pushing event updated for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.321721 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Attempting to bind port a483014b-0338-4435-92c7-b30fa4f4a454 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:46.322113 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Attempting to bind port a483014b-0338-4435-92c7-b30fa4f4a454 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:46.322674 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Attempting to bind port a483014b-0338-4435-92c7-b30fa4f4a454 on network de2518af-88c0-4e00-9e5c-850e22344215 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:46.342555 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-551a3549-24ae-487f-9548-1ad1f447bdaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=844cf5ca-995a-4145-9541-f680eb10537e HTTP/1.1" status: 200 len: 217 time: 0.1558821 Apr 06 12:56:46.349392 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:46.349874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c5c4cb-7237-443c-94a6-02729782eac0,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.349993 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Checking segment: {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:46.350272 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.350694 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Bound using segment: {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:46.351919 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Bound port: a483014b-0338-4435-92c7-b30fa4f4a454, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f168488b-bb81-4f08-b18a-0b8a97c14d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:46.352972 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.375025 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.376893 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b3039439-bac8-45ce-af19-0d147f6dc59b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7066267 Apr 06 12:56:46.381683 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49386) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:46.394849 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0088b436-1f89-41ab-a797-a19a54fceb07 req-8042a84c-0c55-4e21-8261-b730034dffd3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681476 Apr 06 12:56:46.406706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:46.476496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-131286e4-86ba-415f-b225-d620ba8dd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.479082 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] For port a483014b-0338-4435-92c7-b30fa4f4a454, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:46.485375 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-131286e4-86ba-415f-b225-d620ba8dd8e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.1241226 Apr 06 12:56:46.486948 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] For port a483014b-0338-4435-92c7-b30fa4f4a454, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a483014b-0338-4435-92c7-b30fa4f4a454,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:46.494993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (b70e84ea-cae9-4ee8-b6e9-668fe220b7b7), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.515922 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.530456 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f1075320-a5d3-460b-9904-623b731eb8f6), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.536491 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.539402 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1075320-a5d3-460b-9904-623b731eb8f6 HTTP/1.1" status: 204 len: 168 time: 0.6024213 Apr 06 12:56:46.627922 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:46.628321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-9d768be3-1b6d-4685-acea-9ec2194993aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.628572 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:46.630251 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-9d768be3-1b6d-4685-acea-9ec2194993aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1421897 Apr 06 12:56:46.683931 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ac014-30ae-4124-b1d7-9d5cb757fa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1075320-a5d3-460b-9904-623b731eb8f6,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.787683 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Provisioning complete for port a483014b-0338-4435-92c7-b30fa4f4a454 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:46.788148 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.790614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80867063-e303-40c6-8e3d-7ca262044276 None None] Pushing event updated for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.835454 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-99a0524a-07e5-4374-8c25-f43598c9391b service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984901 Apr 06 12:56:46.943832 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (b70e84ea-cae9-4ee8-b6e9-668fe220b7b7), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.963278 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (b70e84ea-cae9-4ee8-b6e9-668fe220b7b7), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.005399 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:47.042572 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70e84ea-cae9-4ee8-b6e9-668fe220b7b7,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:47.080330 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.081902 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-65ff8211-fc34-4637-8ebd-7801997aa18e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6859965 Apr 06 12:56:47.094449 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903f2a0-60b0-4cff-a668-86ce4dce1b4a req-c5be78bd-1dcb-491d-a5ec-dc3bee6178c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:47.103898 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d903f2a0-60b0-4cff-a668-86ce4dce1b4a req-c5be78bd-1dcb-491d-a5ec-dc3bee6178c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 943 time: 0.4487057 Apr 06 12:56:47.106816 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49410) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:47.111861 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:47.228767 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d903f2a0-60b0-4cff-a668-86ce4dce1b4a req-90f10ff0-bdcb-45f8-be80-790eb17b6127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230135 Apr 06 12:56:47.239194 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (269491b4-ac89-4798-8a88-70a9cc6ac678), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.283455 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Current status of the port a483014b-0338-4435-92c7-b30fa4f4a454 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:47.284030 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.286629 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2f697cf9-9886-4641-bbd1-90417184ff77 req-103aae4e-12e6-49d0-9bcc-0e965c0aa377 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442272 Apr 06 12:56:47.325192 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49416) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:47.357109 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (269491b4-ac89-4798-8a88-70a9cc6ac678), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.364003 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caf7e300-e94d-4953-8ebd-f10db611c25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.367068 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (269491b4-ac89-4798-8a88-70a9cc6ac678), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.387444 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269491b4-ac89-4798-8a88-70a9cc6ac678,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:47.413989 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.418483 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] For port a483014b-0338-4435-92c7-b30fa4f4a454, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a483014b-0338-4435-92c7-b30fa4f4a454,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:47.421202 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-30307621-de5a-4c6f-adf7-60dd346ff7c2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3127146 Apr 06 12:56:47.434217 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49418) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:47.447512 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:47.449509 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.538053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caf7e300-e94d-4953-8ebd-f10db611c25d admin admin] Publish callbacks [] for security_group (1af53f65-bd67-4925-ab5a-66c0c5d590e7), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.545141 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caf7e300-e94d-4953-8ebd-f10db611c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1af53f65-bd67-4925-ab5a-66c0c5d590e7), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.579872 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (4f60c28e-3943-42e4-a1fa-759b0ec92455), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.604219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e300-e94d-4953-8ebd-f10db611c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af53f65-bd67-4925-ab5a-66c0c5d590e7,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:47.607069 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.617542 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-caf7e300-e94d-4953-8ebd-f10db611c25d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f672c3abb592408e9aacf94c12a17485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867079 Apr 06 12:56:47.619177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49426) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:47.659485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c2a8681e-c5dd-4865-87b0-d2499981aa67 None None] Provisioning complete for port a483014b-0338-4435-92c7-b30fa4f4a454 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:47.661515 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c2a8681e-c5dd-4865-87b0-d2499981aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.701009 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fe0c1-43cf-4af7-8845-e4b0117aad1d None None] Pushing event updated for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:47.714246 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:40Z', 'revision_number': 4, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a483014b-0338-4435-92c7-b30fa4f4a454', 'name': '', 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'mac_address': 'fa:16:3e:cd:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:38Z', 'updated_at': '2022-04-06T12:56:46Z', 'revision_number': 4, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'subnets': [{'id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:47.725972 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] Publish callbacks [] for security_group (1af53f65-bd67-4925-ab5a-66c0c5d590e7), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.764664 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edf9dd9-0407-4730-9b22-abfd2a920930 None None] The sync data for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi is: [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T12:56:40Z', 'revision_number': 4, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a483014b-0338-4435-92c7-b30fa4f4a454', 'name': '', 'network_id': 'de2518af-88c0-4e00-9e5c-850e22344215', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'mac_address': 'fa:16:3e:cd:e8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:38Z', 'updated_at': '2022-04-06T12:56:46Z', 'revision_number': 4, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'subnets': [{'id': '06b4d7dc-0f47-455c-a9c4-989d69ae336a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:47.766845 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] Publish callbacks [] for security_group (1af53f65-bd67-4925-ab5a-66c0c5d590e7), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.932845 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1af53f65-bd67-4925-ab5a-66c0c5d590e7), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.935763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.937044 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1af53f65-bd67-4925-ab5a-66c0c5d590e7 HTTP/1.1" status: 204 len: 168 time: 0.3163409 Apr 06 12:56:47.945479 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8681e-c5dd-4865-87b0-d2499981aa67 None None] Current status of the port a483014b-0338-4435-92c7-b30fa4f4a454 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:47.954903 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820e659-ee66-4042-ba3c-13c7a0d1f68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af53f65-bd67-4925-ab5a-66c0c5d590e7,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:48.021193 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0b634-b8cf-4220-a6b4-9e17efdc7d47 req-3039b035-ba18-4a08-8639-14773feec997 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.029370 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f0b634-b8cf-4220-a6b4-9e17efdc7d47 req-3039b035-ba18-4a08-8639-14773feec997 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.4271562 Apr 06 12:56:48.050000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d923ef2-1c96-4c6b-8faa-c23863d2d3dd req-1f27c7af-7493-402d-b49c-73517371f0cd tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.058024 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d923ef2-1c96-4c6b-8faa-c23863d2d3dd req-1f27c7af-7493-402d-b49c-73517371f0cd tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.5541115 Apr 06 12:56:48.075595 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (4f60c28e-3943-42e4-a1fa-759b0ec92455), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.097785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (4f60c28e-3943-42e4-a1fa-759b0ec92455), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.142223 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f60c28e-3943-42e4-a1fa-759b0ec92455,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:48.176765 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.178036 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-50ac8ed9-2325-4f97-939f-dee1c99d45b5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7413914 Apr 06 12:56:48.186778 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49434) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:48.205643 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:48.241677 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f0b634-b8cf-4220-a6b4-9e17efdc7d47 req-ca52a9a1-c96e-4741-a2a8-d15faae53187 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112198 Apr 06 12:56:48.246736 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d923ef2-1c96-4c6b-8faa-c23863d2d3dd req-24a3ffce-dfa1-4188-b8fd-433f0973f073 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883814 Apr 06 12:56:48.303175 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.securitygroups_db [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Project 6906900165724dd285750b2a09b92b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:56:48.312201 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (a384ce7e-a3ac-433b-b724-873855f56b9b), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.342732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-255ad10e-cb4d-4c96-b872-28ab1cce8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.344866 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-255ad10e-cb4d-4c96-b872-28ab1cce8233 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 1127 time: 0.1717577 Apr 06 12:56:48.558773 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a483014b-0338-4435-92c7-b30fa4f4a454 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:48.575855 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031ed0-a6e7-42ea-a35d-659c8cb778cc req-2269aeaa-4b7d-4b0e-83b8-fe34789ab443 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.577125 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f031ed0-a6e7-42ea-a35d-659c8cb778cc req-2269aeaa-4b7d-4b0e-83b8-fe34789ab443 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 943 time: 0.1875994 Apr 06 12:56:48.595499 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (a384ce7e-a3ac-433b-b724-873855f56b9b), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.614701 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-fd5aacc7-a5a5-499d-b988-0339587aae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.616863 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-fd5aacc7-a5a5-499d-b988-0339587aae97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.2532699 Apr 06 12:56:48.623544 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (a384ce7e-a3ac-433b-b724-873855f56b9b), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.670024 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a384ce7e-a3ac-433b-b724-873855f56b9b,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:48.681325 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a483014b-0338-4435-92c7-b30fa4f4a454 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:48.687405 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.698588 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-33ba9b13-afbd-4f5e-9027-f01d45898e02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=844cf5ca-995a-4145-9541-f680eb10537e HTTP/1.1" status: 200 len: 217 time: 0.0667040 Apr 06 12:56:48.704459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.709314 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-aca6a654-10a3-4a8f-a0c6-a3c920ea0e83 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5166194 Apr 06 12:56:48.710162 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49442) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:48.725194 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc362c-7639-47a7-a4cd-12ae36e14e40', 'project_id': '6906900165724dd285750b2a09b92b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:48.776499 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f031ed0-a6e7-42ea-a35d-659c8cb778cc req-626f39c2-ba1d-4f00-9251-7cedc8225c65 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1801624 Apr 06 12:56:48.783833 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-0131f4f7-0e9d-4115-85ab-064a39d1abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.786671 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-0131f4f7-0e9d-4115-85ab-064a39d1abc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0825713 Apr 06 12:56:48.824063 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.securitygroups_db [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Project 6906900165724dd285750b2a09b92b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:56:48.831659 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (f35bcf5a-a7ad-415f-b2e1-55e685762216), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:48.936376 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-18a4dbc7-bb1a-4440-84ff-561f239c4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.940828 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-18a4dbc7-bb1a-4440-84ff-561f239c4710 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429076 Apr 06 12:56:48.942174 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49448) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:48.975215 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-604135fd-699c-47f6-84f1-5882005278d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.035481 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (f35bcf5a-a7ad-415f-b2e1-55e685762216), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.044614 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (f35bcf5a-a7ad-415f-b2e1-55e685762216), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.077936 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35bcf5a-a7ad-415f-b2e1-55e685762216,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:49.101709 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.103333 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-6358145a-018a-4058-b9e7-6f19d25030d1 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3884962 Apr 06 12:56:49.114793 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-1e126e27-5575-4c4a-b52b-06761305da5d service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662931 Apr 06 12:56:49.188375 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-604135fd-699c-47f6-84f1-5882005278d5 admin admin] Publish callbacks [] for security_group (8d8c1de5-a82d-47c5-9937-f0b4de7f99ee), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.204070 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-604135fd-699c-47f6-84f1-5882005278d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (8d8c1de5-a82d-47c5-9937-f0b4de7f99ee), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.208228 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.289133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a483014b-0338-4435-92c7-b30fa4f4a454 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:49.300073 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-604135fd-699c-47f6-84f1-5882005278d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=161158cc9e5b4027bf6d0bcc3dcc9d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565774 Apr 06 12:56:49.301324 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604135fd-699c-47f6-84f1-5882005278d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c1de5-a82d-47c5-9937-f0b4de7f99ee,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:49.306178 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49474) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:49.351079 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0474bba-cb0d-46b2-bfe5-5bb2aba0603f req-c44ed2f9-e4b7-4881-aec8-115f4ec97747 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276695 Apr 06 12:56:49.420842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] Publish callbacks [] for security_group (8d8c1de5-a82d-47c5-9937-f0b4de7f99ee), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.444149 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 844cf5ca-995a-4145-9541-f680eb10537e details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:56:49.458362 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] Publish callbacks [] for security_group (8d8c1de5-a82d-47c5-9937-f0b4de7f99ee), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.485801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17237a-cbca-4267-a5b4-11ba44c866b9 req-a79a2f7d-2939-49bb-aaca-92a5f7e7d249 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:49.494788 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c17237a-cbca-4267-a5b4-11ba44c866b9 req-a79a2f7d-2939-49bb-aaca-92a5f7e7d249 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1175916 Apr 06 12:56:49.549518 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbacc8-cfeb-4e7b-aa4e-5ddfbaef7c4e req-36df5026-690f-45fd-9952-94656ce05bbe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:49.551148 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eefbacc8-cfeb-4e7b-aa4e-5ddfbaef7c4e req-36df5026-690f-45fd-9952-94656ce05bbe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1639411 Apr 06 12:56:49.554706 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (8d8c1de5-a82d-47c5-9937-f0b4de7f99ee), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.560043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.575802 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d8c1de5-a82d-47c5-9937-f0b4de7f99ee HTTP/1.1" status: 204 len: 168 time: 0.2554026 Apr 06 12:56:49.584197 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c17237a-cbca-4267-a5b4-11ba44c866b9 req-d6e78815-4383-4aff-aeea-b254d13695c4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884614 Apr 06 12:56:49.600170 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149686b4-6014-409c-8bf6-0a1f6051056c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c1de5-a82d-47c5-9937-f0b4de7f99ee,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:49.681821 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=844cf5ca-995a-4145-9541-f680eb10537e,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:49.694986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eefbacc8-cfeb-4e7b-aa4e-5ddfbaef7c4e req-a2be4c68-4ab8-45cd-ac1d-25634abc7ab1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207519 Apr 06 12:56:49.701260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '844cf5ca-995a-4145-9541-f680eb10537e', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:56:49.761297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 844cf5ca-995a-4145-9541-f680eb10537e is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:49.761734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (844cf5ca-995a-4145-9541-f680eb10537e), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.780236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844cf5ca-995a-4145-9541-f680eb10537e {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:56:49.808193 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=844cf5ca-995a-4145-9541-f680eb10537e,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:49.814794 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:49.890505 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:49.983293 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519aca3-8f7b-4c34-8dcd-2ae5d251dc77 req-e8154d16-7718-4fc8-aaa3-39741ee2314d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:49.995554 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1519aca3-8f7b-4c34-8dcd-2ae5d251dc77 req-e8154d16-7718-4fc8-aaa3-39741ee2314d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 944 time: 0.0902169 Apr 06 12:56:50.049647 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1519aca3-8f7b-4c34-8dcd-2ae5d251dc77 req-2506fde5-d68f-44f6-9f84-885f4b734db2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527296 Apr 06 12:56:50.096493 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['844cf5ca-995a-4145-9541-f680eb10537e'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:56:50.338336 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:50.825882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744be2-ff02-4ea2-96e4-d39388c68e1f req-3e7adc69-d478-4b49-b1cd-ff3ce1b13b46 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:50.828680 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f744be2-ff02-4ea2-96e4-d39388c68e1f req-3e7adc69-d478-4b49-b1cd-ff3ce1b13b46 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1134300 Apr 06 12:56:50.952976 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba08983-c693-4172-8a61-b3726422ed96 req-0bbb5b7e-d684-4bd7-94f4-96ed79a97ed5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:50.954589 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0ba08983-c693-4172-8a61-b3726422ed96 req-0bbb5b7e-d684-4bd7-94f4-96ed79a97ed5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1607559 Apr 06 12:56:50.958506 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2f744be2-ff02-4ea2-96e4-d39388c68e1f req-a7e502db-237d-4eb9-950a-3df4555ef40e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886345 Apr 06 12:56:51.030762 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0ba08983-c693-4172-8a61-b3726422ed96 req-655ebb4e-c65b-43f3-ac9b-7d12fc74e4f1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656488 Apr 06 12:56:51.203202 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6169dd-c60b-4609-9c0d-1bd1d6dcfd04 req-4cffd8d7-8802-44da-9384-3599d552e2f2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:51.204772 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3c6169dd-c60b-4609-9c0d-1bd1d6dcfd04 req-4cffd8d7-8802-44da-9384-3599d552e2f2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 944 time: 0.0712755 Apr 06 12:56:51.263728 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3c6169dd-c60b-4609-9c0d-1bd1d6dcfd04 req-33b2807e-57c4-487e-a24e-db758f06f85b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489810 Apr 06 12:56:51.451722 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 844cf5ca-995a-4145-9541-f680eb10537e up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:51.507243 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 844cf5ca-995a-4145-9541-f680eb10537e completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:56:51.514363 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 844cf5ca-995a-4145-9541-f680eb10537e triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:51.514737 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (844cf5ca-995a-4145-9541-f680eb10537e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.595816 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 844cf5ca-995a-4145-9541-f680eb10537e is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:51.596201 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (844cf5ca-995a-4145-9541-f680eb10537e), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.620871 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:51.623631 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa04632-78c3-4f74-95ce-55778f62e607" -d '{"events": [{"server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "name": "network-vif-plugged", "status": "completed", "tag": "844cf5ca-995a-4145-9541-f680eb10537e"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:51.638133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=844cf5ca-995a-4145-9541-f680eb10537e,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:51.643103 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.679881 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392668a-202e-44db-98e9-2540d79f3010 x-openstack-request-id: req-6392668a-202e-44db-98e9-2540d79f3010 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:51.681032 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "name": "network-vif-plugged", "status": "completed", "tag": "844cf5ca-995a-4145-9541-f680eb10537e", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:51.681032 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6392668a-202e-44db-98e9-2540d79f3010 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:51.681327 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6392668a-202e-44db-98e9-2540d79f3010'] response: {'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e', 'code': 200} Apr 06 12:56:51.722239 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:51.881161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c724939-9aef-4403-aa27-6ebc6498d6b6 req-7b29655c-297f-43a5-b5e9-44f4ea0bc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:51.882724 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5c724939-9aef-4403-aa27-6ebc6498d6b6 req-7b29655c-297f-43a5-b5e9-44f4ea0bc790 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 1129 time: 0.0532279 Apr 06 12:56:51.935939 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5c724939-9aef-4403-aa27-6ebc6498d6b6 req-dbaebb23-2931-48ce-b8f9-db2ea6d27654 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451341 Apr 06 12:56:52.011797 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49596) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:52.058157 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Deleting subnet f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:56:52.061639 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Publish callbacks [] for subnet (f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.101469 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.134978 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2a9d-7521-442b-92d7-863330cf5b22 req-6dd169c4-8481-4580-8e2d-62403ae869b1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.136696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-98da2a9d-7521-442b-92d7-863330cf5b22 req-6dd169c4-8481-4580-8e2d-62403ae869b1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0834463 Apr 06 12:56:52.183240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.244802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.264193 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-98da2a9d-7521-442b-92d7-863330cf5b22 req-91b4377c-dec8-42d1-b8ad-0858ea59c2eb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192038 Apr 06 12:56:52.292519 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:52.296291 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.301456 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-960ce614-b18c-4e9b-a08a-bb602c2ece2b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f351ca94-1e6f-42d3-bcb9-1b3b358bbbb4 HTTP/1.1" status: 204 len: 168 time: 0.2887201 Apr 06 12:56:52.304331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297197a4-fbf6-4772-90e8-6f0c458a0612 req-96565dcf-8f03-4836-b6a0-75edc1563c01 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.304622 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49602) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:52.306481 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-297197a4-fbf6-4772-90e8-6f0c458a0612 req-96565dcf-8f03-4836-b6a0-75edc1563c01 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1171744 Apr 06 12:56:52.373039 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-297197a4-fbf6-4772-90e8-6f0c458a0612 req-fa24ea0c-2f64-4ed7-99e3-851e0a9c01a7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Apr 06 12:56:52.406835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (b02299d3-fd15-4ed4-9958-825397e5a9ca), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.519746 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50fa6-c1f1-4a79-a07d-aa2fafec332b req-417e3180-2b3c-412f-9b77-a11d52d7dd92 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.521549 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52e50fa6-c1f1-4a79-a07d-aa2fafec332b req-417e3180-2b3c-412f-9b77-a11d52d7dd92 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0914204 Apr 06 12:56:52.528059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (b02299d3-fd15-4ed4-9958-825397e5a9ca), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.554177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02299d3-fd15-4ed4-9958-825397e5a9ca']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.566303 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae36a63-18a0-46a0-b6da-f5a7f5a50f68') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.566628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae36a63-18a0-46a0-b6da-f5a7f5a50f68') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.581560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (eae36a63-18a0-46a0-b6da-f5a7f5a50f68), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.591499 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52e50fa6-c1f1-4a79-a07d-aa2fafec332b req-e8565c60-db84-4e7a-8e3e-9c341785709d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586703 Apr 06 12:56:52.602669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (eae36a63-18a0-46a0-b6da-f5a7f5a50f68), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.615555 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:56:52.616279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (eae36a63-18a0-46a0-b6da-f5a7f5a50f68), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:56:52.620008 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:56:52.715624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (b02299d3-fd15-4ed4-9958-825397e5a9ca), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.723471 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.726636 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] 10.222.0.23 "DELETE /v2.0/networks/b02299d3-fd15-4ed4-9958-825397e5a9ca HTTP/1.1" status: 204 len: 168 time: 0.4200666 Apr 06 12:56:52.731450 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49614) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:52.786743 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_v2 [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Deleting subnet 7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab {{(pid=109707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:56:52.791352 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Publish callbacks [] for subnet (7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.837478 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64022796'] for subnet (7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.896453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.959867 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65362644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64652806'] for subnet (7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.963554 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed107be-1c8e-4a71-8e33-1e45a5ddc63f admin admin] Pushing event deleted for resources: {'Network': ['ID=b02299d3-fd15-4ed4-9958-825397e5a9ca,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:52.996285 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:53.000183 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.003642 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-78459679-77eb-4a89-8951-445213f0aea4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f9e211a-ed1e-4b61-9c8b-efdf6cd37dab HTTP/1.1" status: 204 len: 168 time: 0.2710712 Apr 06 12:56:53.006166 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49620) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:53.078621 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (51ff1c3d-23ef-4856-b8b9-303561d1e3dc), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.170598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (51ff1c3d-23ef-4856-b8b9-303561d1e3dc), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.194170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ff1c3d-23ef-4856-b8b9-303561d1e3dc']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:53.205115 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699d6e24-91d9-40b8-8549-4b3ef09cf3d2') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:53.205407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699d6e24-91d9-40b8-8549-4b3ef09cf3d2') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:53.217452 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (699d6e24-91d9-40b8-8549-4b3ef09cf3d2), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.238643 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (699d6e24-91d9-40b8-8549-4b3ef09cf3d2), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.246664 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:56:53.247092 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (699d6e24-91d9-40b8-8549-4b3ef09cf3d2), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:56:53.249288 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:56:53.313646 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (51ff1c3d-23ef-4856-b8b9-303561d1e3dc), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.325987 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.333291 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51ff1c3d-23ef-4856-b8b9-303561d1e3dc HTTP/1.1" status: 204 len: 168 time: 0.3221650 Apr 06 12:56:53.350492 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae53c3-ad48-4f8d-a3ff-97fe288dc587 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ff1c3d-23ef-4856-b8b9-303561d1e3dc,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:53.437697 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df69ff1-9b25-4cb4-9d99-4ccc920072c4 req-522d1f46-536f-41ec-aabb-2ab8e39e4901 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:53.439346 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8df69ff1-9b25-4cb4-9d99-4ccc920072c4 req-522d1f46-536f-41ec-aabb-2ab8e39e4901 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0604279 Apr 06 12:56:53.535455 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8df69ff1-9b25-4cb4-9d99-4ccc920072c4 req-e3570984-3da2-47cd-9759-d6c2f01a8da5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Apr 06 12:56:53.585429 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc2d5-a351-4ecd-ace5-ea7ae37b5a3c req-3cd78233-748d-412e-920a-43a3b46c74f9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:53.588003 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-261cc2d5-a351-4ecd-ace5-ea7ae37b5a3c req-3cd78233-748d-412e-920a-43a3b46c74f9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0821660 Apr 06 12:56:53.670301 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-261cc2d5-a351-4ecd-ace5-ea7ae37b5a3c req-16e40b0d-4989-4439-8b40-c1a176c2d7d4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731125 Apr 06 12:56:53.760753 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49636) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:53.768648 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20627a-d849-4e60-a418-9965f9f5b9cb req-0119a9b5-b283-47ef-bc55-977c967cc79c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:53.770464 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ed20627a-d849-4e60-a418-9965f9f5b9cb req-0119a9b5-b283-47ef-bc55-977c967cc79c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0713048 Apr 06 12:56:53.821005 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c8ba052d-6fa2-42c8-86e5-13729bd35af9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c485fb8280a9452093556972a276f787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584168 Apr 06 12:56:53.824996 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49638) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:53.833489 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ed20627a-d849-4e60-a418-9965f9f5b9cb req-de7f4c1c-f43b-4ed4-8191-49b079073b31 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523446 Apr 06 12:56:53.892236 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] Publish callbacks [] for security_group (32043a32-990a-4ab9-affd-4be404cc3245), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.916883 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] Publish callbacks [] for security_group (32043a32-990a-4ab9-affd-4be404cc3245), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.984866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (32043a32-990a-4ab9-affd-4be404cc3245), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.988236 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.989763 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32043a32-990a-4ab9-affd-4be404cc3245 HTTP/1.1" status: 204 len: 168 time: 0.1626782 Apr 06 12:56:54.001323 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e985-c936-4adf-b993-05847f7e805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32043a32-990a-4ab9-affd-4be404cc3245,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:54.530221 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49646) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:54.592051 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7f04c603-db8b-4bd2-b84c-2db482a61c62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e89cb9102f6243ffbb577ae034ab6a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603266 Apr 06 12:56:54.595967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49652) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:54.663833 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] Publish callbacks [] for security_group (60b27723-88f1-4385-a91a-ab0763a25088), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.698221 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] Publish callbacks [] for security_group (60b27723-88f1-4385-a91a-ab0763a25088), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.739369 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a201f-337c-4850-8bfa-84937fd23962 req-9dfda8d4-252e-4b95-aae6-63f7cc70f8a8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:54.740991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-560a201f-337c-4850-8bfa-84937fd23962 req-9dfda8d4-252e-4b95-aae6-63f7cc70f8a8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0695970 Apr 06 12:56:54.800161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (60b27723-88f1-4385-a91a-ab0763a25088), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.803343 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.804683 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60b27723-88f1-4385-a91a-ab0763a25088 HTTP/1.1" status: 204 len: 168 time: 0.2065277 Apr 06 12:56:54.819114 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360abf3-37fc-4610-b7fd-95c3d4af111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b27723-88f1-4385-a91a-ab0763a25088,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:54.891194 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-560a201f-337c-4850-8bfa-84937fd23962 req-d8d1d199-2560-4873-b7e1-62bd273e5e2c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324732 Apr 06 12:56:54.925895 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ab80-e67d-4e90-a5aa-70df7dcf280d req-c3e9b68d-c722-4b75-809f-44d461a3611d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:54.928169 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c9d6ab80-e67d-4e90-a5aa-70df7dcf280d req-c3e9b68d-c722-4b75-809f-44d461a3611d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1138732 Apr 06 12:56:54.995982 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c9d6ab80-e67d-4e90-a5aa-70df7dcf280d req-1919fb32-ff3f-42b9-a0b1-80342bad9807 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595908 Apr 06 12:56:55.058636 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48521b6-f2dd-414a-8351-2eea3c7c2ae8 req-e6799677-f3ca-4e43-884e-6d0a9703cb18 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:55.060354 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e48521b6-f2dd-414a-8351-2eea3c7c2ae8 req-e6799677-f3ca-4e43-884e-6d0a9703cb18 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0875816 Apr 06 12:56:55.138879 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e48521b6-f2dd-414a-8351-2eea3c7c2ae8 req-9cec3103-8b26-4bfd-8663-1b7aa6b1e44f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679824 Apr 06 12:56:56.069273 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b975ce-d6a8-4149-88cc-637016193d5f req-fa648fa1-15ed-444b-b32e-4a85713baca4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.076057 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-51b975ce-d6a8-4149-88cc-637016193d5f req-fa648fa1-15ed-444b-b32e-4a85713baca4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0836356 Apr 06 12:56:56.173190 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-51b975ce-d6a8-4149-88cc-637016193d5f req-3409a4cf-a974-4eaf-b375-5c98a7bb6dde tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914958 Apr 06 12:56:56.187142 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e864b-ffc5-4b4d-a4f0-d09904f05701 req-f4d751a8-f47e-4675-a295-d16e1fabb475 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.188730 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-995e864b-ffc5-4b4d-a4f0-d09904f05701 req-f4d751a8-f47e-4675-a295-d16e1fabb475 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0844572 Apr 06 12:56:56.279698 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-995e864b-ffc5-4b4d-a4f0-d09904f05701 req-ceb3d0e1-e536-47f2-81bc-520741867c90 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757716 Apr 06 12:56:56.389225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fc0b2-5c24-4f89-b3bf-30cd4e9ab989 req-854dd086-c939-4383-a28c-43e17a77259c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.391947 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-db9fc0b2-5c24-4f89-b3bf-30cd4e9ab989 req-854dd086-c939-4383-a28c-43e17a77259c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0892048 Apr 06 12:56:56.523652 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-db9fc0b2-5c24-4f89-b3bf-30cd4e9ab989 req-07394146-93e4-4083-86af-c9576cf61611 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195331 Apr 06 12:56:56.563210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-b77b8042-65b4-4c3b-ad5c-c6e55f73f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.564719 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-b77b8042-65b4-4c3b-ad5c-c6e55f73f91c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1129 time: 0.0624120 Apr 06 12:56:56.709640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182010b8-7fc5-436b-bdd4-a4ea2aa96d1d req-a25fae7e-5d5f-4643-b10e-5a84edf5b8d2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.711940 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-182010b8-7fc5-436b-bdd4-a4ea2aa96d1d req-a25fae7e-5d5f-4643-b10e-5a84edf5b8d2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0625329 Apr 06 12:56:56.728008 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49716) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:56.732287 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-8f917b71-f432-4a16-90a8-d116f2f1a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.733893 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-8f917b71-f432-4a16-90a8-d116f2f1a053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.1460156 Apr 06 12:56:56.734225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'port_id': '844cf5ca-995a-4145-9541-f680eb10537e'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:56.798828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:56.833099 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-3090485b-3aef-450a-b29a-0e28ed5d4107 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 1001 time: 0.0818875 Apr 06 12:56:56.927992 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-2e1704b5-20dc-4b4b-b125-29d9cd9c7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.930935 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-2e1704b5-20dc-4b4b-b125-29d9cd9c7353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0913632 Apr 06 12:56:57.014016 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-eeab0a81-eb2f-4549-a391-abfac35b1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:57.015750 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-eeab0a81-eb2f-4549-a391-abfac35b1bdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763538 Apr 06 12:56:57.198874 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-585e2e08-9b03-49e7-a79f-e72b40ba0be3 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701379 Apr 06 12:56:57.355549 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-462a6681-57c5-404c-a2bf-a79441cedc70 req-64cf343b-c86a-4421-acfb-147254e12ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500673 Apr 06 12:56:57.564633 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58967823-fb67-4a07-8c8e-bcae1cdba2f3 req-f87c32de-dc80-4d35-9914-146953a2c1a3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:57.566333 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-58967823-fb67-4a07-8c8e-bcae1cdba2f3 req-f87c32de-dc80-4d35-9914-146953a2c1a3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.2446706 Apr 06 12:56:57.605248 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954232-dcac-41ae-9103-9bbb7907367a req-02364cfc-b8ec-4721-97ab-3167afcbee73 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:57.606862 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bf954232-dcac-41ae-9103-9bbb7907367a req-02364cfc-b8ec-4721-97ab-3167afcbee73 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1833575 Apr 06 12:56:57.720788 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:57.734006 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:57.747234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-58967823-fb67-4a07-8c8e-bcae1cdba2f3 req-de8e18ac-43d7-43d0-b581-7b186df7f3d4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656141 Apr 06 12:56:57.816145 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bf954232-dcac-41ae-9103-9bbb7907367a req-0ef20eea-94d6-4855-aee4-33fbdc1eedb5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731582 Apr 06 12:56:57.933385 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 14dd5d04-2b0a-4149-95d7-4664fffb5286 associated. External IP: 172.27.1.104, port: 844cf5ca-995a-4145-9541-f680eb10537e. Apr 06 12:56:58.016836 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:58.255797 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:58.390439 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:58.395143 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:58.405121 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:58.416568 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:58.417303 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:58.434474 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5a2f5d75-138f-4535-a791-9f7c213fb769 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "PUT /v2.0/floatingips/14dd5d04-2b0a-4149-95d7-4664fffb5286 HTTP/1.1" status: 200 len: 991 time: 1.7050524 Apr 06 12:56:58.435244 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:58.437720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f5075-f4e4-462a-b3a5-f732f912cf23" -d '{"events": [{"name": "network-changed", "server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "tag": "844cf5ca-995a-4145-9541-f680eb10537e"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:58.507753 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd2dfd-45f8-4dde-8a0f-473f068f3cab x-openstack-request-id: req-b4dd2dfd-45f8-4dde-8a0f-473f068f3cab {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:58.508147 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "tag": "844cf5ca-995a-4145-9541-f680eb10537e", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:58.509366 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4dd2dfd-45f8-4dde-8a0f-473f068f3cab {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:58.510111 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dd2dfd-45f8-4dde-8a0f-473f068f3cab'] response: {'name': 'network-changed', 'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e', 'status': 'completed', 'code': 200} Apr 06 12:56:58.544727 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:58.787953 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:57Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:58.822472 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:58.831808 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:58.832445 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:56:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:58.875458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47ce32-f53e-4a5f-8d78-0354a502f55f req-90c61d22-305e-4de2-8068-bd532d54b224 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:58.876944 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ea47ce32-f53e-4a5f-8d78-0354a502f55f req-90c61d22-305e-4de2-8068-bd532d54b224 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0571430 Apr 06 12:56:58.941818 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ea47ce32-f53e-4a5f-8d78-0354a502f55f req-0dd203d5-04f4-4d63-a1cf-d018c13239a2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Apr 06 12:56:59.052265 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:59.054933 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff739dd-9bf8-426a-9baa-97816d49fc75 req-2bf9f1f2-a419-4edc-bfda-1768fb2d46f7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:59.057207 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eff739dd-9bf8-426a-9baa-97816d49fc75 req-2bf9f1f2-a419-4edc-bfda-1768fb2d46f7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0612457 Apr 06 12:56:59.113186 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eff739dd-9bf8-426a-9baa-97816d49fc75 req-e36b1601-d0e4-4e35-b4c7-0936886affcf tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Apr 06 12:56:59.298035 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:57Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:59.323964 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a758a-3860-4db7-825c-5f9b87239a58 None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:57Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:59.538776 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925ebbf-cf81-4d67-9eb3-8e7dd2d62196 None None] New status for floating IP 14dd5d04-2b0a-4149-95d7-4664fffb5286: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:56:59.568550 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:00.107776 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0de241-7f73-49be-8420-f16607db4d6a req-c096ac92-d6e9-4b39-9466-9a034459006a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.109503 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec0de241-7f73-49be-8420-f16607db4d6a req-c096ac92-d6e9-4b39-9466-9a034459006a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0830276 Apr 06 12:57:00.161389 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec0de241-7f73-49be-8420-f16607db4d6a req-c2e46222-547f-4d5c-93f9-7dd9546101a7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Apr 06 12:57:00.298138 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cc52a-5373-4533-a692-294385c6982b req-9e50a36a-3ee6-4d96-a78d-2a2a955c80dc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.299793 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-822cc52a-5373-4533-a692-294385c6982b req-9e50a36a-3ee6-4d96-a78d-2a2a955c80dc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0928464 Apr 06 12:57:00.360596 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-822cc52a-5373-4533-a692-294385c6982b req-fb34ffad-4445-4104-84a1-a56e0830370a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499358 Apr 06 12:57:01.003279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-e1752ceb-05ba-403e-8dcc-7662219b978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.005116 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-e1752ceb-05ba-403e-8dcc-7662219b978a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 1129 time: 0.0741096 Apr 06 12:57:01.149379 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-6847af44-c4d2-4d6c-9fe7-c2d6fc356b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.151335 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-6847af44-c4d2-4d6c-9fe7-c2d6fc356b6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.1354234 Apr 06 12:57:01.350071 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fab6c-1acd-4d94-ae5a-a0a9d77c0e84 req-3418bd5a-9609-451b-9853-967c3c6bd717 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.352541 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-086fab6c-1acd-4d94-ae5a-a0a9d77c0e84 req-3418bd5a-9609-451b-9853-967c3c6bd717 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0909247 Apr 06 12:57:01.452191 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-086fab6c-1acd-4d94-ae5a-a0a9d77c0e84 req-caca3938-f54c-4d98-af19-39839c3c661e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Apr 06 12:57:01.513344 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-d860fcfb-5cd3-4545-808b-f278582a4e8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=844cf5ca-995a-4145-9541-f680eb10537e HTTP/1.1" status: 200 len: 1001 time: 0.1432779 Apr 06 12:57:01.584763 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bfccb-a627-418f-8275-fdad167fb15a req-083a5b9e-6b3d-41b5-bd84-34ddfc27b5be tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.593856 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-114bfccb-a627-418f-8275-fdad167fb15a req-083a5b9e-6b3d-41b5-bd84-34ddfc27b5be tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0869434 Apr 06 12:57:01.664809 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-fdb4ad9e-7b2c-4269-b62d-8044fdc78a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.669530 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-fdb4ad9e-7b2c-4269-b62d-8044fdc78a1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.1131594 Apr 06 12:57:01.725843 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-18780bcf-32d3-4efd-8c5b-fd7ca81189d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.728454 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-18780bcf-32d3-4efd-8c5b-fd7ca81189d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523262 Apr 06 12:57:01.872889 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-19c1e132-4e45-4641-8494-ad259e04d1c6 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372619 Apr 06 12:57:01.880953 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-114bfccb-a627-418f-8275-fdad167fb15a req-fcec778d-c4ff-45c4-846f-33b490fe8a71 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861881 Apr 06 12:57:01.977482 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6d8f5075-f4e4-462a-b3a5-f732f912cf23 req-55dcd31f-c5c5-4c2c-b389-ee424d664885 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965898 Apr 06 12:57:02.003139 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49814) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:02.139379 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.216592 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Publish callbacks [] for security_group (f6fdf5fd-e228-482a-9470-1be635535066), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.221871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6fdf5fd-e228-482a-9470-1be635535066), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.263843 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da442ca94eac4a288cd839c9ae0c621d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596121 Apr 06 12:57:02.264704 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fdf5fd-e228-482a-9470-1be635535066,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:02.266543 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49818) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:02.272158 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.272508 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.272850 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.273186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.274064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.274453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.275110 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.275110 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.275352 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.275677 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.276002 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.276325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.276646 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.276966 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.277283 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c70f78-be17-48ee-a28b-fc7b80d2b3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.331709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Publish callbacks [] for security_group (f6fdf5fd-e228-482a-9470-1be635535066), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.362524 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Publish callbacks [] for security_group (f6fdf5fd-e228-482a-9470-1be635535066), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.420453 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6fdf5fd-e228-482a-9470-1be635535066), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.423131 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:02.424408 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6fdf5fd-e228-482a-9470-1be635535066 HTTP/1.1" status: 204 len: 168 time: 0.1568372 Apr 06 12:57:02.434647 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fdf5fd-e228-482a-9470-1be635535066,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:02.442461 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.442814 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.443280 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.443623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.444020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.444361 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.444690 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.445019 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.445906 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.446656 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.447194 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.447718 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.448055 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.448521 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.448857 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7490-1cbe-4c61-b7af-008c909baca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:02.599865 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c7a93-c393-48b6-945d-d9e24da2f502 req-1c5a436f-68c2-4b0f-a064-0520245f0462 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:02.602045 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-328c7a93-c393-48b6-945d-d9e24da2f502 req-1c5a436f-68c2-4b0f-a064-0520245f0462 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0630047 Apr 06 12:57:02.664942 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-328c7a93-c393-48b6-945d-d9e24da2f502 req-947b156a-db82-422f-81eb-f114cf4ad06e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Apr 06 12:57:03.038581 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab77d-e2c4-4ee8-bb58-d43e72132dac req-478063ad-8326-4616-9d92-8c58b5ad0cd8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:03.040210 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cfbab77d-e2c4-4ee8-bb58-d43e72132dac req-478063ad-8326-4616-9d92-8c58b5ad0cd8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0574095 Apr 06 12:57:03.089902 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cfbab77d-e2c4-4ee8-bb58-d43e72132dac req-f2be8c79-a064-4532-9f1e-ccae63cf3ef6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Apr 06 12:57:03.788592 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28fc8-9d1a-47e0-ac44-d925563175de req-c301f286-23f1-41a4-8e09-2dfdf21d1b45 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:03.790749 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a1a28fc8-9d1a-47e0-ac44-d925563175de req-c301f286-23f1-41a4-8e09-2dfdf21d1b45 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0543246 Apr 06 12:57:03.846542 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a1a28fc8-9d1a-47e0-ac44-d925563175de req-14cdbfdc-f3ac-4831-b3a8-7a974e4b01b8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Apr 06 12:57:04.236018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84901b02-8e08-4384-bae3-bcd291a59bae req-db7e64cc-96f7-4168-941d-65b3f7a7f130 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:04.237533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-84901b02-8e08-4384-bae3-bcd291a59bae req-db7e64cc-96f7-4168-941d-65b3f7a7f130 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0671520 Apr 06 12:57:04.288594 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-84901b02-8e08-4384-bae3-bcd291a59bae req-89a9bfd9-19ed-4221-9ade-bd2061c84395 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444300 Apr 06 12:57:05.008408 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916f9cb-35ed-4b8f-9f6f-439214be4585 req-1452c6ce-e9a7-4601-8a5d-c925c57ac52f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:05.010389 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a916f9cb-35ed-4b8f-9f6f-439214be4585 req-1452c6ce-e9a7-4601-8a5d-c925c57ac52f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0653558 Apr 06 12:57:05.065313 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a916f9cb-35ed-4b8f-9f6f-439214be4585 req-ccc912a7-33e0-48b9-abc3-8930de028ee1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Apr 06 12:57:05.432939 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a6c0-9655-43db-8a04-36dd9ebee0cb req-8159e7bd-3139-4793-8af6-1d670cf79f4a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:05.434540 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d102a6c0-9655-43db-8a04-36dd9ebee0cb req-8159e7bd-3139-4793-8af6-1d670cf79f4a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0601523 Apr 06 12:57:05.500701 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d102a6c0-9655-43db-8a04-36dd9ebee0cb req-2e3b5716-cf0e-4692-a1da-f96d85032cd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600696 Apr 06 12:57:06.237844 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e7908-6e38-4d8f-8e93-ba6b0f732428 req-86c27910-2d81-49ac-baea-21a9ec1ee823 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:06.241211 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-621e7908-6e38-4d8f-8e93-ba6b0f732428 req-86c27910-2d81-49ac-baea-21a9ec1ee823 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0956709 Apr 06 12:57:06.337684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-621e7908-6e38-4d8f-8e93-ba6b0f732428 req-b1fcc019-a88b-426a-9b5d-ea0c4e2efb5d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859356 Apr 06 12:57:06.709332 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9a9b7-6c7c-43ed-a21b-05ac567278c9 req-dd83a825-5dd1-463c-bbed-dcab55c0508f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:06.712378 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-02d9a9b7-6c7c-43ed-a21b-05ac567278c9 req-dd83a825-5dd1-463c-bbed-dcab55c0508f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0905485 Apr 06 12:57:06.796659 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-02d9a9b7-6c7c-43ed-a21b-05ac567278c9 req-e8ecd044-e210-4187-b869-3ff2db2dcaa6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750110 Apr 06 12:57:06.836879 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:06.968515 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:06.983826 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:07.036420 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: ACTIVE; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:07.038018 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:07.066159 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:07.108864 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:07.115647 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:07.176418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=6']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:07.257708 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['c45588ce-cb56-4b9a-b43c-8cc6969bf111'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:07.525666 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb8499-27b3-481c-9943-caaca8941900 req-a15dfe6c-1730-4a06-b417-9b011d614fdd tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:07.528636 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-53fb8499-27b3-481c-9943-caaca8941900 req-a15dfe6c-1730-4a06-b417-9b011d614fdd tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0791101 Apr 06 12:57:07.579611 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-53fb8499-27b3-481c-9943-caaca8941900 req-18391d14-89c0-47e2-8e2a-7f45c7810dc5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Apr 06 12:57:07.825538 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb68c-dd62-45fa-b324-cfd8656cc0f4 req-a465f4ee-eaae-480f-a1aa-18914e14a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:07.828050 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-953eb68c-dd62-45fa-b324-cfd8656cc0f4 req-a465f4ee-eaae-480f-a1aa-18914e14a68b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1130 time: 0.0573933 Apr 06 12:57:07.899463 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-953eb68c-dd62-45fa-b324-cfd8656cc0f4 req-cc91e1be-7060-461b-93ee-721798db2884 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643504 Apr 06 12:57:07.965060 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1025a1-77b4-4d25-8d23-d92bb2e1d831 req-acbe6de0-a94f-41cc-b1ff-ab892947cc92 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:07.966926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fb1025a1-77b4-4d25-8d23-d92bb2e1d831 req-acbe6de0-a94f-41cc-b1ff-ab892947cc92 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 944 time: 0.0606096 Apr 06 12:57:08.026210 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fb1025a1-77b4-4d25-8d23-d92bb2e1d831 req-a65782b0-68cf-4a1e-8e4a-7ef486be8c84 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Apr 06 12:57:08.519565 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49956) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:08.643346 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-23335625-394a-45fa-a173-b1bfd3103356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:08.742391 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836cfb0-21c1-44cf-9ec6-509fabe8c7a6 req-be2e88db-94d8-4803-8b28-1470f8398c25 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.744468 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9836cfb0-21c1-44cf-9ec6-509fabe8c7a6 req-be2e88db-94d8-4803-8b28-1470f8398c25 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0890212 Apr 06 12:57:08.786763 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-23335625-394a-45fa-a173-b1bfd3103356 admin admin] Publish callbacks [] for security_group (f9aafa7e-97f0-49ec-8d4a-93753ecb4497), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:08.793364 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-23335625-394a-45fa-a173-b1bfd3103356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f9aafa7e-97f0-49ec-8d4a-93753ecb4497), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:08.841944 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9836cfb0-21c1-44cf-9ec6-509fabe8c7a6 req-9ad3ded6-0d6c-4b5d-8948-21a04adcb76d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864439 Apr 06 12:57:08.847874 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:08.854119 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-23335625-394a-45fa-a173-b1bfd3103356 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9389bf37e49f4571b103a3da55d65957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333178 Apr 06 12:57:08.857412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23335625-394a-45fa-a173-b1bfd3103356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aafa7e-97f0-49ec-8d4a-93753ecb4497,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:08.859161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 49962) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:08.913284 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port c45588ce-cb56-4b9a-b43c-8cc6969bf111 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:08.913959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:08.934669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] Publish callbacks [] for security_group (f9aafa7e-97f0-49ec-8d4a-93753ecb4497), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:08.967539 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] Publish callbacks [] for security_group (f9aafa7e-97f0-49ec-8d4a-93753ecb4497), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.055023 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:09.055643 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.059330 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f9aafa7e-97f0-49ec-8d4a-93753ecb4497), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.063894 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.070654 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9aafa7e-97f0-49ec-8d4a-93753ecb4497 HTTP/1.1" status: 204 len: 168 time: 0.2060108 Apr 06 12:57:09.083927 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae5a64-3c29-4a9f-8b44-c9583c1c494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aafa7e-97f0-49ec-8d4a-93753ecb4497,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:09.104451 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:09.107300 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5727fa5-234b-4662-869b-042917bc8ebc" -d '{"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:09.129523 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:09.140157 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.185287 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38eb0c-d95d-4f37-9539-ff526b3384ff x-openstack-request-id: req-2c38eb0c-d95d-4f37-9539-ff526b3384ff {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:09.186127 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:09.186726 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c38eb0c-d95d-4f37-9539-ff526b3384ff {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:09.187325 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c38eb0c-d95d-4f37-9539-ff526b3384ff'] response: {'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'code': 200} Apr 06 12:57:09.222718 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=7']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:09.290339 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22d3a-28ff-4467-b11c-a38d60ea42c0 req-3c3f7177-271c-45c9-b82d-a8ea3177440d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:09.302431 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b7a22d3a-28ff-4467-b11c-a38d60ea42c0 req-3c3f7177-271c-45c9-b82d-a8ea3177440d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0996361 Apr 06 12:57:09.374344 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b7a22d3a-28ff-4467-b11c-a38d60ea42c0 req-5ed8fc28-59ef-4d9a-9b81-c13200801672 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703776 Apr 06 12:57:09.949067 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 49998) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:10.007324 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf933ea-9419-46ac-9b02-47b7c9fefa6c req-03434419-4459-4e97-90fd-9941457b7201 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.010856 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fdf933ea-9419-46ac-9b02-47b7c9fefa6c req-03434419-4459-4e97-90fd-9941457b7201 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0790310 Apr 06 12:57:10.084119 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fdf933ea-9419-46ac-9b02-47b7c9fefa6c req-349a45cd-f278-41e1-84f4-2147b164236d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Apr 06 12:57:10.126750 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1625269799-network', 'tenant_id': '57f626fcebcc41859770213d3646b6bf'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:10.169539 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Made reservation on behalf of 57f626fcebcc41859770213d3646b6bf for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:10.174463 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.188977 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.334025 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks [] for security_group (9a83288a-7688-4980-a669-1f03c0f33c60), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.340850 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9a83288a-7688-4980-a669-1f03c0f33c60), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.388617 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:57:10.415961 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a83288a-7688-4980-a669-1f03c0f33c60,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:10.421656 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (0395f50c-43f6-4f69-847b-30cdbc8041b6), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.421656 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Added segment 0395f50c-43f6-4f69-847b-30cdbc8041b6 of type vlan for network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c Apr 06 12:57:10.478264 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.532850 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-d192fdb5-9dd5-40dc-a56b-11e297da33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.535906 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-d192fdb5-9dd5-40dc-a56b-11e297da33ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1130 time: 0.0894058 Apr 06 12:57:10.581715 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.582855 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.583556 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.657781 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27aa5-0b9d-4a65-b7a9-af24bdb6731c req-ebfffad3-a026-4519-99d8-fc0023c44fdf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.659297 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-62f27aa5-0b9d-4a65-b7a9-af24bdb6731c req-ebfffad3-a026-4519-99d8-fc0023c44fdf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1717713 Apr 06 12:57:10.684465 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7281322 Apr 06 12:57:10.685250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50026) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:10.693437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Request body: {'subnet': {'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1625269799-subnet', 'tenant_id': '57f626fcebcc41859770213d3646b6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:10.697076 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ba8b-63ca-4fc3-b3ae-585989416a6f admin admin] Pushing event updated for resources: {'Network': ['ID=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:10.718516 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:57:10.720600 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96970ece-eb21-416d-ab3d-085ba389ab64 req-8d8fe903-3ec8-4389-a376-75d86ba150bf tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.722816 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-96970ece-eb21-416d-ab3d-085ba389ab64 req-8d8fe903-3ec8-4389-a376-75d86ba150bf tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1883240 Apr 06 12:57:10.768290 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-62f27aa5-0b9d-4a65-b7a9-af24bdb6731c req-3028de94-2125-4e46-af9f-580db99fce63 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877035 Apr 06 12:57:10.790874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-47c8dd19-1f69-4e2c-b786-f830e89b2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.794118 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-47c8dd19-1f69-4e2c-b786-f830e89b2014 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.2518206 Apr 06 12:57:10.831870 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-96970ece-eb21-416d-ab3d-085ba389ab64 req-105fe7f4-05bb-499b-832e-dba9f8b3b21c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978067 Apr 06 12:57:10.871988 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-ff498033-c296-4c9d-b911-a04adedc1f45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 200 len: 217 time: 0.0639641 Apr 06 12:57:10.873070 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Made reservation on behalf of 57f626fcebcc41859770213d3646b6bf for: {'subnet': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:10.875946 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65816088'] for subnet (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:10.986411 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-be3dcd72-5b38-4c5a-b4fd-aa7b1b162b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.987958 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-be3dcd72-5b38-4c5a-b4fd-aa7b1b162b6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1080375 Apr 06 12:57:11.099335 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-4cc7601a-6a74-4660-a3b9-1f74b8814eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:11.100886 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-4cc7601a-6a74-4660-a3b9-1f74b8814eea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964849 Apr 06 12:57:11.206463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64306013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65816070'] for subnet (b91d6e14-247b-4561-8338-7332d21297f0), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:11.291899 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91d6e14-247b-4561-8338-7332d21297f0,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:11.304245 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-e1985ba5-4a28-400e-814f-4c642cbc66fe service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964250 Apr 06 12:57:11.333664 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Checking segment: {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:11.334532 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Network hostable DHCP agents. Network: 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:57:11.422857 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:57:11.447506 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c) {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:11.453787 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:11.454854 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:11.473860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91269ef-1edf-4f1b-84e2-31d31ac85f93 None None] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:11.477182 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-495d1928-f23c-4811-b806-85ccf772d6a5 req-7afa4f95-5fa9-4d58-88c1-bddbce237b48 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643388 Apr 06 12:57:11.509706 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3a92688b-5b14-4c92-adeb-c00dfd9e8275 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8226521 Apr 06 12:57:11.672112 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0cbdc-b1c4-4d94-a203-d60dc53c491f None None] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:11.717620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50064) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:12.156903 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-007b45ac-d370-479b-88ca-de6874cd1482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.237640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa516-e035-4a13-8270-bbdd6031624d req-2a0e318f-eba6-4590-a811-7246d407e6d9 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:12.253786 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1fbfa516-e035-4a13-8270-bbdd6031624d req-2a0e318f-eba6-4590-a811-7246d407e6d9 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.2310543 Apr 06 12:57:12.288819 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a7c0f-77cb-48cf-be41-6036db544b58 req-4ba30833-7ed7-4c5d-8359-e1f667e97bab tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:12.291854 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-803a7c0f-77cb-48cf-be41-6036db544b58 req-4ba30833-7ed7-4c5d-8359-e1f667e97bab tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1694772 Apr 06 12:57:12.381449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-007b45ac-d370-479b-88ca-de6874cd1482 admin admin] Publish callbacks [] for security_group (bb15c471-8512-4575-b0f2-97891c948763), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.403986 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-007b45ac-d370-479b-88ca-de6874cd1482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bb15c471-8512-4575-b0f2-97891c948763), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.469759 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1fbfa516-e035-4a13-8270-bbdd6031624d req-9da08807-ffa2-4306-b604-65403b4b6ed9 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139473 Apr 06 12:57:12.508993 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-007b45ac-d370-479b-88ca-de6874cd1482 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e130ef227084e5c98dade60a598009b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7899032 Apr 06 12:57:12.510534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50072) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:12.513437 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-803a7c0f-77cb-48cf-be41-6036db544b58 req-1cb59165-fff7-4b99-9f2d-7cbb219e437e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947188 Apr 06 12:57:12.538761 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b45ac-d370-479b-88ca-de6874cd1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb15c471-8512-4575-b0f2-97891c948763,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:12.677620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] Publish callbacks [] for security_group (bb15c471-8512-4575-b0f2-97891c948763), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.741046 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] Publish callbacks [] for security_group (bb15c471-8512-4575-b0f2-97891c948763), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.885094 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (bb15c471-8512-4575-b0f2-97891c948763), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.891286 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:12.903732 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb15c471-8512-4575-b0f2-97891c948763 HTTP/1.1" status: 204 len: 168 time: 0.3873246 Apr 06 12:57:12.916709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660646f-4677-4ef3-8d04-38bfca1279d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb15c471-8512-4575-b0f2-97891c948763,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:13.355560 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-442ca108-69f1-44b9-86c7-c3fe0662d5ca tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209313072&fields=id&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 267 time: 0.1410513 Apr 06 12:57:13.600141 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac1e9-b81c-4d0f-8b12-f75a16125bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:13.714343 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-ae0a8c41-8592-4914-b022-fec8677d3e37 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:13.726361 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-ae0a8c41-8592-4914-b022-fec8677d3e37 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.3658721 Apr 06 12:57:13.758824 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-1613d385-da46-499c-bdf2-ca020684f933 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/quotas/6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 375 time: 0.0306311 Apr 06 12:57:13.908248 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a292-690f-4b0c-89d6-4cbdce02eba1 req-29ba2682-5e5a-42cc-856a-cccdca79322d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:13.910285 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5057a292-690f-4b0c-89d6-4cbdce02eba1 req-29ba2682-5e5a-42cc-856a-cccdca79322d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.3041890 Apr 06 12:57:14.110696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-be85f651-b3b1-4f48-a2fc-87773ea035ef tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3498991 Apr 06 12:57:14.142774 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5057a292-690f-4b0c-89d6-4cbdce02eba1 req-ab624d5e-4c1d-480c-824d-f5c6ed1babbb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899922 Apr 06 12:57:14.154646 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50116) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:14.393524 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-894b7067-a116-4577-be0b-cd467dceeb43 service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494092 Apr 06 12:57:14.451481 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1198929443-network', 'tenant_id': '876780e50b1845259edd80270e3cb845'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:14.497614 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05bd9a-6d8e-449e-8728-228069f5a036 req-48faa17b-34ce-496f-be1b-53447b5cf2de tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:14.497790 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Made reservation on behalf of 876780e50b1845259edd80270e3cb845 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:14.499631 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ed05bd9a-6d8e-449e-8728-228069f5a036 req-48faa17b-34ce-496f-be1b-53447b5cf2de tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1535909 Apr 06 12:57:14.502154 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.519517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.604261 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ed05bd9a-6d8e-449e-8728-228069f5a036 req-8413bfd7-66d4-4992-aedb-e35c3558cb46 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945334 Apr 06 12:57:14.671545 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-b783c6a1-bbeb-4927-ae8b-52da9d31eb58 service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594750 Apr 06 12:57:14.776803 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks [] for security_group (30039e4d-55c9-4ad9-a739-e14b7bd7bcdf), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.792251 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (30039e4d-55c9-4ad9-a739-e14b7bd7bcdf), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.813965 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:57:14.834121 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (86800f4c-a881-4629-ad87-6dc59f3761f8), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.834755 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Added segment 86800f4c-a881-4629-ad87-6dc59f3761f8 of type vlan for network 8d9237b0-88cd-4590-b041-81bdc2e0d22c Apr 06 12:57:14.925260 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (8d9237b0-88cd-4590-b041-81bdc2e0d22c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.930170 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30039e4d-55c9-4ad9-a739-e14b7bd7bcdf,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:15.000847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (8d9237b0-88cd-4590-b041-81bdc2e0d22c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.000847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:15.000847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.018767 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-f8cfdb8a-2b1f-4996-955a-945c6605fca7 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:15.033449 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-f8cfdb8a-2b1f-4996-955a-945c6605fca7 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 809 time: 0.2687750 Apr 06 12:57:15.062156 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-301acfb0-f966-4f5d-842f-eb325efb1450 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/quotas/57f626fcebcc41859770213d3646b6bf HTTP/1.1" status: 200 len: 375 time: 0.0267596 Apr 06 12:57:15.093819 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9237b0-88cd-4590-b041-81bdc2e0d22c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:15.112948 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-216d8ca6-54ff-4509-9d06-d7175dca5823 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9571149 Apr 06 12:57:15.113541 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:57:15.116449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50142) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:15.124135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Request body: {'subnet': {'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1198929443-subnet', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'ip_version': 4}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:15.143977 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-4f32e22d-114b-4f4f-8dc8-152c98606e79 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799930 Apr 06 12:57:15.154314 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Made reservation on behalf of 876780e50b1845259edd80270e3cb845 for: {'subnet': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:15.158632 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65816088'] for subnet (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.348184 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-c65a2c9b-4ba1-49f1-9023-ecd62541e31b service neutron] 10.222.0.23 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973124 Apr 06 12:57:15.524427 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-74ba020e-012a-46a9-ac2f-95d8a06d4e09 req-ee746780-8b85-43ea-bf29-56b79e029669 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.0414484 Apr 06 12:57:15.551104 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-1d3e7dc7-8a6a-4c75-9e08-c3af446d1c51 service neutron] 10.222.0.23 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880646 Apr 06 12:57:15.569193 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64306013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65816070'] for subnet (90535e19-d46b-4890-a86f-4ff2c5c290b6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.683292 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90535e19-d46b-4890-a86f-4ff2c5c290b6,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:15.746911 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Checking segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:15.749437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Network hostable DHCP agents. Network: 8d9237b0-88cd-4590-b041-81bdc2e0d22c, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:57:15.815506 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:57:15.867584 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 8d9237b0-88cd-4590-b041-81bdc2e0d22c) {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:15.890074 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0521d-2c88-49f9-9e5e-51991a45effa None None] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:15.910112 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:15.916507 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.923721 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-986afcb6-2ac5-4bba-945a-4bc540f17e60 req-6240265f-6dc5-4599-af41-7ca43b469539 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 210 time: 0.1086226 Apr 06 12:57:15.996442 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3515b294-e221-46cd-a7dd-77406a233b7e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8774700 Apr 06 12:57:16.002800 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50162) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:16.024920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:16.076342 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ee59-75f6-4e21-9d29-05663f8b8bb2 req-49a0634c-7bff-47b5-bf0c-a1b37c5cb22a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:16.078894 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f23ee59-75f6-4e21-9d29-05663f8b8bb2 req-49a0634c-7bff-47b5-bf0c-a1b37c5cb22a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.3247011 Apr 06 12:57:16.168373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (d100e7ed-d478-401e-b042-23af53a4a83e), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.177367 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (d100e7ed-d478-401e-b042-23af53a4a83e), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.254669 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'project_id': '876780e50b1845259edd80270e3cb845', 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:57:16.262422 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.324054 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c051ec58-f4be-4ecf-a59a-44b373eebc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.432905 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f23ee59-75f6-4e21-9d29-05663f8b8bb2 req-247dce7e-8e6e-4fb5-b1de-8dff07236af4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288364 Apr 06 12:57:16.446105 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for router_controller (d100e7ed-d478-401e-b042-23af53a4a83e), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.706806 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50178) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:16.713094 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716454936', 'description': 'tempest-description--2078429382'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:16.720105 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for router_gateway (d100e7ed-d478-401e-b042-23af53a4a83e), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.770866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.826325 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0e1fda2f-959b-413e-b6ac-ed92d09662dd req-350d3eb1-ac10-4f7a-9280-712cf34fcfe5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.0966079 Apr 06 12:57:16.834381 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Allocated IP 172.20.0.2 (8d9237b0-88cd-4590-b041-81bdc2e0d22c/90535e19-d46b-4890-a86f-4ff2c5c290b6/0550e54e-48ab-44b5-a00d-10609d0ca8bb) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:17.027975 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (adf3d755-c6c8-488d-90c5-2d540eb4ba90), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.044537 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (adf3d755-c6c8-488d-90c5-2d540eb4ba90), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.118167 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3d755-c6c8-488d-90c5-2d540eb4ba90,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:17.134491 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.137385 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-966949e0-a5fc-419b-9d4d-2739f901f0cb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4293153 Apr 06 12:57:17.142365 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50182) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:17.153066 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'security_group_rule': {'security_group_id': 'adf3d755-c6c8-488d-90c5-2d540eb4ba90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:17.156513 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7b02df5d-bf3a-48c2-92e5-505e8bc6fbca req-d5286edb-87d1-4820-bf34-c00362b112d1 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 210 time: 0.0927908 Apr 06 12:57:17.245963 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (18c02616-3b65-4ea8-874d-0154bfdf664b), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.250956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks [] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.269223 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.387492 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:17.401536 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:17.407763 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Pushing event updated for resources: {'Port': ['ID=0550e54e-48ab-44b5-a00d-10609d0ca8bb,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:17.431757 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:17.436354 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.436969 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.437487 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.438038 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.438620 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.439109 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.439603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.440089 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.440576 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.448797 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.449420 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.449952 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.450441 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.450949 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.451433 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.528408 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for router_gateway (d100e7ed-d478-401e-b042-23af53a4a83e), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.581145 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.667552 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-3d504f0b-1cce-4396-b582-0a2ad9c13ecb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:17.677125 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-3d504f0b-1cce-4396-b582-0a2ad9c13ecb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.2432587 Apr 06 12:57:17.737775 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8458a-cf7d-4ae5-8141-c369bfdeefb8 req-d750dc06-76df-4017-967a-b1b2f868bf3b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:17.749718 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93d8458a-cf7d-4ae5-8141-c369bfdeefb8 req-d750dc06-76df-4017-967a-b1b2f868bf3b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1797900 Apr 06 12:57:17.758802 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.829179 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (18c02616-3b65-4ea8-874d-0154bfdf664b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.856847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (18c02616-3b65-4ea8-874d-0154bfdf664b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.869191 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Attempting to bind port 0550e54e-48ab-44b5-a00d-10609d0ca8bb on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:17.869863 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Attempting to bind port 0550e54e-48ab-44b5-a00d-10609d0ca8bb by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:17.877095 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Attempting to bind port 0550e54e-48ab-44b5-a00d-10609d0ca8bb on network 8d9237b0-88cd-4590-b041-81bdc2e0d22c {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:17.883439 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93d8458a-cf7d-4ae5-8141-c369bfdeefb8 req-30908db5-602c-4cf4-872a-cbd46b9515d5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312826 Apr 06 12:57:17.886778 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:17.887143 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Checking segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:17.887502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.888290 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Bound using segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:17.888405 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Bound port: 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:17.889280 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.919531 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c02616-3b65-4ea8-874d-0154bfdf664b,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:17.923730 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Allocated IP 172.27.1.9 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:18.002833 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.009299 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ba4087ef-87be-4d95-b084-3217ab586ab7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8648140 Apr 06 12:57:18.010328 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50194) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:18.016126 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] For port 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:18.019578 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'security_group_rule': {'security_group_id': 'adf3d755-c6c8-488d-90c5-2d540eb4ba90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:18.020998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] For port 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0550e54e-48ab-44b5-a00d-10609d0ca8bb,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:18.045275 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.083209 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-c358c64f-8089-482f-ab1c-ece98a0df124 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 380 time: 0.3973508 Apr 06 12:57:18.125772 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9e4b-2369-46d3-809a-9ca2833a65a6 None None] Pushing event updated for resources: {'Port': ['ID=0550e54e-48ab-44b5-a00d-10609d0ca8bb,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:18.134321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'port': {'device_id': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'admin_state_up': True, 'tenant_id': '6906900165724dd285750b2a09b92b66', 'security_groups': ['f6cc362c-7639-47a7-a4cd-12ae36e14e40']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:18.444440 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (5b11c351-3c7e-43d8-84c5-43a2f6e4220b), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.459622 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Made reservation on behalf of 6906900165724dd285750b2a09b92b66 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:18.474155 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.568751 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-77d1ee28-cd7a-415e-85e3-f7136a3e76dd req-b8413c16-5c7a-4cc3-8cca-6170ab2ab3d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.1106298 Apr 06 12:57:18.601497 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcae4750-ca74-4953-9c66-313a3b0ec35c req-3cba434f-34dd-42ad-9ead-bef96b8f4ad4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 210 time: 0.1540644 Apr 06 12:57:18.676771 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.776583 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.830208 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (5b11c351-3c7e-43d8-84c5-43a2f6e4220b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.877473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (5b11c351-3c7e-43d8-84c5-43a2f6e4220b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.896347 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.924212 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:18.942956 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:18.951829 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b11c351-3c7e-43d8-84c5-43a2f6e4220b,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:18.962834 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.969985 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:18.971380 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-db625b2c-3461-4c99-9740-25d19df7b2d8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9577215 Apr 06 12:57:18.978605 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50204) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:18.996952 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:19.040587 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Pushing event updated for resources: {'Port': ['ID=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:19.056400 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-05614b9e-87fd-4a65-982e-c6508b4b65cd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:19.059473 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-05614b9e-87fd-4a65-982e-c6508b4b65cd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 809 time: 0.6168766 Apr 06 12:57:19.092841 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Request body: {'port': {'device_id': '5602c4a2-ec4b-4025-8154-28f83684368a', 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c', 'admin_state_up': True, 'tenant_id': '57f626fcebcc41859770213d3646b6bf'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:19.192322 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.345398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.20.0.14 (f89b461a-121b-4d34-8dbb-59805791f6aa/188f2bfd-630f-49d5-99f4-8ff227cbe6ac/1d058821-5aa1-4f69-b1d8-1a9304037d25) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:19.476109 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20c21-ddf6-44ad-bca3-267336175a0b req-c0056a37-e582-4324-ad2d-35500ea941b9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:19.485363 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9bc20c21-ddf6-44ad-bca3-267336175a0b req-c0056a37-e582-4324-ad2d-35500ea941b9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.4407299 Apr 06 12:57:19.576099 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Made reservation on behalf of 57f626fcebcc41859770213d3646b6bf for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:19.581437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.765888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.770319 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9bc20c21-ddf6-44ad-bca3-267336175a0b req-7ef10b5b-f78f-4c2b-b559-d5cd7c89c765 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834997 Apr 06 12:57:19.803621 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8547e8c4-e46a-4cd0-be55-6f82fab3aa41 req-184a7750-fabe-460c-a0f4-dadc76ed00eb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.1081426 Apr 06 12:57:19.838602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.886653 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for router_gateway (d100e7ed-d478-401e-b042-23af53a4a83e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.954434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.002178 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21646b2-6a69-4d17-b654-3da6f38f9a17 None None] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:20.027519 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-193b1f69-558d-42fe-aba8-65fa9532f8a5 req-9e0ca4a1-865d-40e7-91a4-db8d7948af29 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 210 time: 0.0672326 Apr 06 12:57:20.258193 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (d100e7ed-d478-401e-b042-23af53a4a83e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.258582 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Provisioning complete for port 0550e54e-48ab-44b5-a00d-10609d0ca8bb triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:20.259245 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.390381 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.463631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:20.520997 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Current status of the port 0550e54e-48ab-44b5-a00d-10609d0ca8bb is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:20.522175 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.539054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Router d100e7ed-d478-401e-b042-23af53a4a83e is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:57:20.544249 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:20.550637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:20.554799 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:20.593609 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] For port 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0550e54e-48ab-44b5-a00d-10609d0ca8bb,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:20.606259 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.712638 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f7558-b6f8-4038-a058-02632c1351dd None None] Pushing event updated for resources: {'Port': ['ID=0550e54e-48ab-44b5-a00d-10609d0ca8bb,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:20.723450 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0550e54e-48ab-44b5-a00d-10609d0ca8bb up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:20.860794 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:20.894321 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Sync routers for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:20.904602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Allocated IP 172.27.1.235 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/2b18c8ea-8dd6-445d-ba50-c9ed912f3903) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:20.915906 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:20.915906 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:20.936439 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:20.937325 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.947928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0550e54e-48ab-44b5-a00d-10609d0ca8bb triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:20.949708 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:20.979784 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Allocated IP 172.20.0.7 (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c/b91d6e14-247b-4561-8338-7332d21297f0/80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:21.005484 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-2b039679-d7f8-42cc-8cb7-10e4fc562908 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8923736 Apr 06 12:57:21.057705 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Request body: {'port': {'device_id': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:21.110213 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:21.183534 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Provisioning complete for port 0550e54e-48ab-44b5-a00d-10609d0ca8bb triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:21.184607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.185779 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.189507 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d10ef968-e628-4352-8ce3-431dcbffaf3e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1830389 Apr 06 12:57:21.206943 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50218) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:21.257935 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.402302 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0550e54e-48ab-44b5-a00d-10609d0ca8bb is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:21.445990 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:19Z', 'revision_number': 3, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:21.447750 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e3c94-cbd3-40d3-8886-5dbe4dc9cf5d req-f854c2e6-019b-4a46-88ba-0b83bf125d61 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:21.448418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Current status of the port 0550e54e-48ab-44b5-a00d-10609d0ca8bb is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:21.451959 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a49e3c94-cbd3-40d3-8886-5dbe4dc9cf5d req-f854c2e6-019b-4a46-88ba-0b83bf125d61 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.5138547 Apr 06 12:57:21.475493 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Provisioning complete for port 1d058821-5aa1-4f69-b1d8-1a9304037d25 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:21.476427 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.482419 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776de89-6764-4121-8d5f-e3e1277a0777 req-02e96c30-f52b-48e2-878e-92433362baaa tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:21.494788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.502460 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c776de89-6764-4121-8d5f-e3e1277a0777 req-02e96c30-f52b-48e2-878e-92433362baaa tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 932 time: 0.4779489 Apr 06 12:57:21.516664 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Checking router: d100e7ed-d478-401e-b042-23af53a4a83e for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:21.517015 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Updating router d100e7ed-d478-401e-b042-23af53a4a83e port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:57:21.565523 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-86e90b65-8eda-47d0-ba8e-c174e6b356a2 None None] Port 1d058821-5aa1-4f69-b1d8-1a9304037d25 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:21.593120 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.646252 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c776de89-6764-4121-8d5f-e3e1277a0777 req-0195ec5f-a53c-4210-8aab-4ccc9b23294f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421077 Apr 06 12:57:21.781212 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a49e3c94-cbd3-40d3-8886-5dbe4dc9cf5d req-bc695cf6-67ba-4f24-8fa5-df0723b34518 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206306 Apr 06 12:57:21.838492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks [] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:21.862640 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c43564c4-a957-4e5f-927e-abfea844c5b6 req-2ed5b3fe-0a4c-4a04-93dc-616f3e04ba55 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 210 time: 0.0761797 Apr 06 12:57:21.877463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.011224 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:22.041231 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:22.071146 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:22.126653 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks [] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.136058 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'Port': ['ID=2b18c8ea-8dd6-445d-ba50-c9ed912f3903,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:22.142753 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.242378 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Attempting to bind port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:22.243412 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Attempting to bind port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:22.244297 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Attempting to bind port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:22.260553 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:22.261858 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:22.262872 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.263784 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:22.264891 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Bound port: 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:22.265900 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.268342 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.278312 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.387033 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:22.394254 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] For port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:22.401979 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:22.407396 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] For port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:22.435221 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.451782 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:22.452231 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Pushing event updated for resources: {'Port': ['ID=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:22.476457 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.476813 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.477358 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.478494 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.478771 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.479101 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.479347 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.479720 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.480120 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.480474 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.480891 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.482585 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.483202 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.483577 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.483996 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:22.580987 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd08c-24fa-4d38-a90b-d1c14636cb28 None None] Pushing event updated for resources: {'Port': ['ID=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:22.586443 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:22.587190 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:22.597312 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:22.598789 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.618049 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0550e54e-48ab-44b5-a00d-10609d0ca8bb up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:22.651024 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d058821-5aa1-4f69-b1d8-1a9304037d25 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:22.661436 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5843828 Apr 06 12:57:22.665025 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c3a55-a261-46a5-ab3e-3dc8e3dea485 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Pushing event updated for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:22.677189 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.685219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks [] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.700463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Request body: {'port': {'device_id': '5602c4a2-ec4b-4025-8154-28f83684368a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:22.705549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.794996 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0550e54e-48ab-44b5-a00d-10609d0ca8bb triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:22.795967 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.819234 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Transition to ACTIVE for port object 1d058821-5aa1-4f69-b1d8-1a9304037d25 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:57:22.861845 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.874632 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:22.978107 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:23.033525 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0550e54e-48ab-44b5-a00d-10609d0ca8bb is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:23.156066 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf5ad-6664-4685-a400-9e45f73b0528 req-ee71cbc6-a1cf-4cf4-a0c4-471fc63cbd62 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:23.157725 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fe6bf5ad-6664-4685-a400-9e45f73b0528 req-ee71cbc6-a1cf-4cf4-a0c4-471fc63cbd62 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.2528973 Apr 06 12:57:23.258276 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:23.274929 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb39ea-7cb2-41e5-b7a4-0f70c44607f9 req-65324c3d-455f-4e39-9ed7-5c16ccd1535b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:23.277783 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2eb39ea-7cb2-41e5-b7a4-0f70c44607f9 req-65324c3d-455f-4e39-9ed7-5c16ccd1535b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.3454802 Apr 06 12:57:23.318257 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:19Z', 'revision_number': 3, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:23.344281 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.398312 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.426915 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2eb39ea-7cb2-41e5-b7a4-0f70c44607f9 req-2b1207d1-d0ff-45ce-ad9c-651e4adfabf8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320992 Apr 06 12:57:23.428185 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Allocated IP 172.20.0.1 (8d9237b0-88cd-4590-b041-81bdc2e0d22c/90535e19-d46b-4890-a86f-4ff2c5c290b6/a2adc903-f693-4e56-8806-bc3c4974e2e4) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:23.466057 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fe6bf5ad-6664-4685-a400-9e45f73b0528 req-0c90a22b-1fd7-4065-94e6-ce9a6c7dcfb6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818434 Apr 06 12:57:23.551927 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0636edf1-6d14-451a-9a5c-d178b230df2a None None] The sync data for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi is: [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:19Z', 'revision_number': 3, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:23.671075 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks [] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.714589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.735864 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e117049-da77-45f4-802e-d6337577af86 req-f84d98cd-44e7-40e8-ae7e-2685d6971d1c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:23.737817 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e117049-da77-45f4-802e-d6337577af86 req-f84d98cd-44e7-40e8-ae7e-2685d6971d1c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 931 time: 0.1580572 Apr 06 12:57:23.739654 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.749111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'Port': ['ID=2b18c8ea-8dd6-445d-ba50-c9ed912f3903,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:23.782970 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.784234 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c3c6d77f-0b02-4400-819e-6eb6996181bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7943931 Apr 06 12:57:23.786864 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Attempting to bind port 1d058821-5aa1-4f69-b1d8-1a9304037d25 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:23.787210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Attempting to bind port 1d058821-5aa1-4f69-b1d8-1a9304037d25 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:23.787522 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Attempting to bind port 1d058821-5aa1-4f69-b1d8-1a9304037d25 on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:23.808807 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Port 1d058821-5aa1-4f69-b1d8-1a9304037d25 on network f89b461a-121b-4d34-8dbb-59805791f6aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:57:23.809129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Attempting to bind port 1d058821-5aa1-4f69-b1d8-1a9304037d25 on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:23.827502 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:23.827834 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:23.828667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Bound using segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:23.828667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Bound port: 1d058821-5aa1-4f69-b1d8-1a9304037d25, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:23.829016 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.860458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:23.882583 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:23.901248 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:23.914332 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e117049-da77-45f4-802e-d6337577af86 req-10b3ee66-e2c5-452a-93e6-ed3696372040 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662397 Apr 06 12:57:23.941530 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:23.953816 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks [] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:23.973220 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Transition to ACTIVE for port object 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:57:24.034315 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:24.043115 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:24.047639 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.047961 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Pushing event updated for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:24.103682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (d100e7ed-d478-401e-b042-23af53a4a83e), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.117823 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.183216 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Pushing event updated for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:24.189492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:24.190002 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.191488 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1d058821-5aa1-4f69-b1d8-1a9304037d25 HTTP/1.1" status: 200 len: 1094 time: 3.1409321 Apr 06 12:57:24.194093 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:24.203892 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c70ac8f-0cea-4263-9da8-ade80ac84a93" -d '{"events": [{"name": "network-changed", "server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:24.459058 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218a429-0f48-4c36-b804-578923b98f0e x-openstack-request-id: req-1218a429-0f48-4c36-b804-578923b98f0e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:24.467255 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:24.467255 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1218a429-0f48-4c36-b804-578923b98f0e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:24.467255 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1218a429-0f48-4c36-b804-578923b98f0e'] response: {'name': 'network-changed', 'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'status': 'completed', 'code': 200} Apr 06 12:57:24.566446 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19367f51-74d6-4178-9765-339fbc6696a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:24.674225 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Attempting to bind port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:24.675934 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Attempting to bind port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:24.676289 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Attempting to bind port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:24.697534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-7d3a2fa2-7bbb-4876-88d6-14da10a6b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:24.699508 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-7d3a2fa2-7bbb-4876-88d6-14da10a6b6fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 1128 time: 0.3312767 Apr 06 12:57:24.700614 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:57:24.701115 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Attempting to bind port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:24.708932 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:24.709635 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Checking segment: {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:24.710260 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Bound using segment: {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:24.710891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Bound port: 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:24.712147 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.737204 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:24.751225 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ec8bf064-1724-48dc-8733-67e770319c3e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--716454936&fields=id&tenant_id=ced8aa6655764afdafefdfa6e3726d63 HTTP/1.1" status: 200 len: 267 time: 0.3744733 Apr 06 12:57:24.905529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:24.906186 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.908093 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-ca339816-41b7-4025-91bf-426153d3c0a7 None None] Provisioning complete for port a2adc903-f693-4e56-8806-bc3c4974e2e4 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:24.908635 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ca339816-41b7-4025-91bf-426153d3c0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.940448 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-3b46d6a8-0c6e-4a0d-b844-d3ae0d1cb927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25 HTTP/1.1" status: 200 len: 217 time: 0.1743612 Apr 06 12:57:24.943034 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:24.980408 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-ca339816-41b7-4025-91bf-426153d3c0a7 None None] Port a2adc903-f693-4e56-8806-bc3c4974e2e4 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:25.028416 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:25.032567 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-97fbdf16-7240-4306-8afa-ce4af9993a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.034839 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-97fbdf16-7240-4306-8afa-ce4af9993a25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0844142 Apr 06 12:57:25.062309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:25.093555 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.111063 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-616c8c01-6e61-48e0-b456-e15a9fbca583 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.114440 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-616c8c01-6e61-48e0-b456-e15a9fbca583 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.3511534 Apr 06 12:57:25.155880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681392e3-a6ba-42af-885f-5eabe9c60fa9 req-69c01f0e-7364-4ca8-8ab6-d9721b7c2aa8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.159214 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-681392e3-a6ba-42af-885f-5eabe9c60fa9 req-69c01f0e-7364-4ca8-8ab6-d9721b7c2aa8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.4914188 Apr 06 12:57:25.171445 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-f4e41e72-f334-4999-9ebc-e176806f5cb6 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/quotas/ced8aa6655764afdafefdfa6e3726d63 HTTP/1.1" status: 200 len: 375 time: 0.0453329 Apr 06 12:57:25.185346 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.186188 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.190368 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] 10.222.0.11 "PUT /v2.0/ports/80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 HTTP/1.1" status: 200 len: 1093 time: 2.5084670 Apr 06 12:57:25.215572 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-528e3a50-046d-4b63-b1d3-abc4e9a6f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.219355 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-528e3a50-046d-4b63-b1d3-abc4e9a6f455 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1710351 Apr 06 12:57:25.264177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:25.264971 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.312870 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:25.329946 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.440024 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:25.484125 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-681392e3-a6ba-42af-885f-5eabe9c60fa9 req-2169583f-5d8a-4062-881e-25c43ff384c8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024802 Apr 06 12:57:25.521687 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-e7ab9cfe-f889-4b52-bae2-b33640d03cb7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3037462 Apr 06 12:57:25.714822 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-8651d4e6-6334-4538-99e8-2ebb36025729 service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635084 Apr 06 12:57:25.766218 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1b2f2-87a0-4b81-b591-0326c08d696d service neutron] Pushing event updated for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:25.825119 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks [] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.841801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.865272 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-7f169fe6-aec7-4e9f-8486-3b93d3471fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365421 Apr 06 12:57:25.869730 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-3d9cb4da-a1e2-4343-997e-59027915c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.871528 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-3d9cb4da-a1e2-4343-997e-59027915c4da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 1127 time: 0.2194324 Apr 06 12:57:25.939088 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Pushing event updated for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:25.967970 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc2f49-5a59-4792-a923-25d67eb5cb79 req-9a90b62f-6000-4684-9f3c-d2f3a35f63bf tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:25.969216 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dbdc2f49-5a59-4792-a923-25d67eb5cb79 req-9a90b62f-6000-4684-9f3c-d2f3a35f63bf tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.3288610 Apr 06 12:57:25.974283 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (d100e7ed-d478-401e-b042-23af53a4a83e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.023762 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-eb240473-9e8d-4fb6-8093-e2b2fe64d79b service neutron] 10.222.0.23 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823892 Apr 06 12:57:26.054156 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-d7354b83-ac28-4917-a85d-4b2fa801c909 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 HTTP/1.1" status: 200 len: 217 time: 0.1709735 Apr 06 12:57:26.109342 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dbdc2f49-5a59-4792-a923-25d67eb5cb79 req-9f106087-7698-4db6-ac3d-ceada79e1a63 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323960 Apr 06 12:57:26.165113 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-41294dfc-a658-40e7-96fb-e42286e363a2 req-365640f5-cbea-49d9-b2f8-47d5b0c020a2 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832382 Apr 06 12:57:26.173440 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:26.175246 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:26.183239 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-1dd09f11-c8c5-4baa-ad0c-54f9b76b21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:26.184338 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-1dd09f11-c8c5-4baa-ad0c-54f9b76b21c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b91d6e14-247b-4561-8338-7332d21297f0 HTTP/1.1" status: 200 len: 849 time: 0.1191640 Apr 06 12:57:26.248621 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-2bc2dfe8-d3b0-4a5e-acb8-3c906eec619b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569508 Apr 06 12:57:26.377979 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Router d100e7ed-d478-401e-b042-23af53a4a83e has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:26.461479 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:26.466120 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6323e96-6448-4b09-a8a6-e58df94a114d" -d '{"events": [{"name": "network-changed", "server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:26.592165 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94becc03-39d6-4e3e-9739-8755145cf992 req-cd8c6136-3152-4576-8eba-62790775a46a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:26.593870 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94becc03-39d6-4e3e-9739-8755145cf992 req-cd8c6136-3152-4576-8eba-62790775a46a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 943 time: 0.3377879 Apr 06 12:57:26.614062 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-558d55e4-d35d-4712-92f5-8401ab4fe556 None None] Provisioning complete for port a2adc903-f693-4e56-8806-bc3c4974e2e4 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:26.615861 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-558d55e4-d35d-4712-92f5-8401ab4fe556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.639195 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9e91c-e655-4192-ae5d-8858b51086bc x-openstack-request-id: req-eca9e91c-e655-4192-ae5d-8858b51086bc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:26.640334 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:26.641029 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eca9e91c-e655-4192-ae5d-8858b51086bc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:26.642199 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca9e91c-e655-4192-ae5d-8858b51086bc'] response: {'name': 'network-changed', 'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8', 'status': 'completed', 'code': 200} Apr 06 12:57:26.669247 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:26.730343 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-558d55e4-d35d-4712-92f5-8401ab4fe556 None None] Port a2adc903-f693-4e56-8806-bc3c4974e2e4 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:26.761514 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:26.762999 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.781866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-d3520f17-78d4-4c1c-a552-5bcc4350cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:26.785893 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-d3520f17-78d4-4c1c-a552-5bcc4350cf9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 1128 time: 0.2740767 Apr 06 12:57:26.809623 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-32eb6b1a-72f0-40d6-9a5e-ec15d49038c5 req-1e51d701-8412-46ef-b2fd-290dc063d170 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 210 time: 0.0918858 Apr 06 12:57:26.852140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:26.857282 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94becc03-39d6-4e3e-9739-8755145cf992 req-d765a079-06ce-4c06-9bbe-974c833aa7e6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521982 Apr 06 12:57:26.861159 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-29589e0a-0a20-4e3f-a9a9-a93145fa6602 admin admin] 10.222.0.23 "PUT /v2.0/routers/d100e7ed-d478-401e-b042-23af53a4a83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6520731 Apr 06 12:57:27.033322 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:27.081185 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c766c-dbd7-4628-a979-bda1c86a5429 req-0e9ba398-454c-491b-8a50-885b4e6a50a3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:27.093792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-b7ad855c-becd-44c2-8ab7-2175a99a9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:27.095603 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-439c766c-dbd7-4628-a979-bda1c86a5429 req-0e9ba398-454c-491b-8a50-885b4e6a50a3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.1070418 Apr 06 12:57:27.095901 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-b7ad855c-becd-44c2-8ab7-2175a99a9636 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.2949598 Apr 06 12:57:27.100283 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-23cf853e-7b94-4669-8f76-392c4e2f7a99 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301801 Apr 06 12:57:27.256648 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-6a3bfba5-dad9-4b64-80bd-70cbd188c6d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25 HTTP/1.1" status: 200 len: 217 time: 0.1391950 Apr 06 12:57:27.275827 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-439c766c-dbd7-4628-a979-bda1c86a5429 req-f9479fef-ad82-42a4-856f-233670eb3825 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791151 Apr 06 12:57:27.315947 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Sync routers for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:27.340885 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:27.343985 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:27.463858 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc353-03be-4972-9587-a75126ece20e req-d7907b11-7f05-4943-8d1e-bc9918aad1e5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:27.465484 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8bcc353-03be-4972-9587-a75126ece20e req-d7907b11-7f05-4943-8d1e-bc9918aad1e5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.1427128 Apr 06 12:57:27.504926 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-653d6d3d-9bb4-4092-96ec-ea634ab0ed73 req-577a223e-8052-4259-b70b-8b0dbd65f451 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877099 Apr 06 12:57:27.517672 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-aca8bad2-b4f7-4e3e-af63-6e3837efa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:27.523559 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-aca8bad2-b4f7-4e3e-af63-6e3837efa36c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.2593002 Apr 06 12:57:27.640241 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8bcc353-03be-4972-9587-a75126ece20e req-672b5a74-70d6-4283-ba69-846e22306d40 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641982 Apr 06 12:57:27.658958 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:27.720465 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-d03fceed-80dd-49cb-bc2b-575febf22341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:27.725117 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-d03fceed-80dd-49cb-bc2b-575febf22341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1952949 Apr 06 12:57:28.014677 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 2, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:28.068252 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9d06acf4-c97b-4b10-b75a-9cc80acbcaaf req-a74c9b4b-7c9a-467f-8a5a-31b8413e74d7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 210 time: 0.0942075 Apr 06 12:57:28.093178 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Checking router: d100e7ed-d478-401e-b042-23af53a4a83e for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:28.093535 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Updating router d100e7ed-d478-401e-b042-23af53a4a83e port a2adc903-f693-4e56-8806-bc3c4974e2e4 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:57:28.129507 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50288) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:28.132086 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.137438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ffc47-2d3a-4853-ad1c-3c3d1231ba6d req-b64653f4-6294-4365-8c78-70bb32557808 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:28.139201 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-254ffc47-2d3a-4853-ad1c-3c3d1231ba6d req-b64653f4-6294-4365-8c78-70bb32557808 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 943 time: 0.0979154 Apr 06 12:57:28.150988 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909135494-network', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:28.153562 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.207629 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Made reservation on behalf of 2ac1ca9b7c1c4652b1bf47d2b0a11092 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:28.214321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.231157 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.239728 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-254ffc47-2d3a-4853-ad1c-3c3d1231ba6d req-6117a61e-e3e6-4b28-b0dd-13c80ef201e2 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938480 Apr 06 12:57:28.435335 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks [] for security_group (827f1432-a242-46e5-afaf-d00dbfe8e96f), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.450891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (827f1432-a242-46e5-afaf-d00dbfe8e96f), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.463470 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bab6bc-d87e-4c45-b3c5-859aedb38df1 req-4248d36c-d09e-495e-95e5-d899356fa8dc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:28.471581 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a4bab6bc-d87e-4c45-b3c5-859aedb38df1 req-4248d36c-d09e-495e-95e5-d899356fa8dc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.0867119 Apr 06 12:57:28.570570 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks [] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.575164 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a4bab6bc-d87e-4c45-b3c5-859aedb38df1 req-b34bda9a-2bb4-4756-8d69-0e8a7e4d9c39 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014776 Apr 06 12:57:28.582062 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.655360 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd452e2-5dc8-47f6-8578-d8580c72fe12 None None] Pushing event updated for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:28.666991 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:57:28.724372 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (7ca2d6b5-7512-4dbf-ab28-eb379a779b3a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.727489 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Added segment 7ca2d6b5-7512-4dbf-ab28-eb379a779b3a of type vlan for network 8d2cb120-1b31-4c17-b9a7-2497d638e147 Apr 06 12:57:28.737941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Attempting to bind port a2adc903-f693-4e56-8806-bc3c4974e2e4 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:28.738550 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Attempting to bind port a2adc903-f693-4e56-8806-bc3c4974e2e4 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:28.739032 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Attempting to bind port a2adc903-f693-4e56-8806-bc3c4974e2e4 on network 8d9237b0-88cd-4590-b041-81bdc2e0d22c {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:28.746430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:28.746976 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Checking segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:28.747680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.748211 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Bound using segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:28.748906 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Bound port: a2adc903-f693-4e56-8806-bc3c4974e2e4, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:28.749400 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.769425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827f1432-a242-46e5-afaf-d00dbfe8e96f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:28.864664 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:28.875325 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (8d2cb120-1b31-4c17-b9a7-2497d638e147), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.894407 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] For port a2adc903-f693-4e56-8806-bc3c4974e2e4, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:28.902424 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] For port a2adc903-f693-4e56-8806-bc3c4974e2e4, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a2adc903-f693-4e56-8806-bc3c4974e2e4,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:28.903373 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-3a1e3a94-149f-4b3a-9d35-3ff07f544040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:28.904918 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-3a1e3a94-149f-4b3a-9d35-3ff07f544040 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 1127 time: 0.2840223 Apr 06 12:57:28.907078 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-c73b1eae-5710-4733-964f-7e2dd2e354cb service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124599 Apr 06 12:57:28.931249 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:28.948553 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6e1ae-9900-4270-9ea0-69d6789a5021 req-730fab35-4df5-4f99-930c-5fe2230266a5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:28.951157 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-17e6e1ae-9900-4270-9ea0-69d6789a5021 req-730fab35-4df5-4f99-930c-5fe2230266a5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.1434441 Apr 06 12:57:29.055011 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-17e6e1ae-9900-4270-9ea0-69d6789a5021 req-fb1f68e3-1d1e-4ac6-b915-d70ade6f1359 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980785 Apr 06 12:57:29.132008 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:29.133051 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:29.191862 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2c70ac8f-0cea-4263-9da8-ade80ac84a93 req-302beecd-369c-4ec0-9b89-a82b80b28785 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365694 Apr 06 12:57:29.203607 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (8d2cb120-1b31-4c17-b9a7-2497d638e147), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.204630 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:29.205229 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.216404 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3438427-dd4d-4751-860c-34610bed0c48 req-90977571-73c7-43d9-a4f8-713dbedded1b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 210 time: 0.0502033 Apr 06 12:57:29.260144 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Provisioning complete for port a2adc903-f693-4e56-8806-bc3c4974e2e4 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:29.261543 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.263035 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd452e2-5dc8-47f6-8578-d8580c72fe12 None None] Pushing event updated for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:29.342113 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2040682 Apr 06 12:57:29.345840 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50298) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:29.350921 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Request body: {'subnet': {'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909135494-subnet', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:29.391236 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6abf-c9a8-4a03-a4d7-eb121119f8bc admin admin] Pushing event updated for resources: {'Network': ['ID=8d2cb120-1b31-4c17-b9a7-2497d638e147,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:29.436295 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-0a73b160-40c8-427f-8324-512bc4979cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:29.438276 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-0a73b160-40c8-427f-8324-512bc4979cb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 910 time: 0.5024040 Apr 06 12:57:29.465611 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Made reservation on behalf of 2ac1ca9b7c1c4652b1bf47d2b0a11092 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:29.468823 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.540188 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-3f5b195f-1723-4976-8e11-ea8042180c3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 HTTP/1.1" status: 200 len: 217 time: 0.0925951 Apr 06 12:57:29.624110 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:57:29.698986 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:29.760993 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8', 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c', 'port_id': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8', 'mac_address': 'fa:16:3e:b8:5e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91d6e14-247b-4561-8338-7332d21297f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:29.814297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:29.891976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-912d8bf3-fbd2-4ab9-b2c7-c73b4a31159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:29.895166 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-912d8bf3-fbd2-4ab9-b2c7-c73b4a31159b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b91d6e14-247b-4561-8338-7332d21297f0 HTTP/1.1" status: 200 len: 849 time: 0.3262312 Apr 06 12:57:29.917548 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:29.918120 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.933439 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca320600-110e-42fd-b48c-aeae8437170e req-a749d4b6-4b04-41d2-99ca-666ecc9d0a5d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:29.940965 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca320600-110e-42fd-b48c-aeae8437170e req-a749d4b6-4b04-41d2-99ca-666ecc9d0a5d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 943 time: 0.5620744 Apr 06 12:57:29.961399 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:29.966437 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Current status of the port a2adc903-f693-4e56-8806-bc3c4974e2e4 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:29.967719 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.010682 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-c069a662-d8c2-4201-91b9-5cc32f333147 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470154 Apr 06 12:57:30.023936 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca320600-110e-42fd-b48c-aeae8437170e req-d665256a-5610-4351-b8c5-3113f2ac4aec tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Apr 06 12:57:30.039158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-45cffa8d-373a-4ed8-97a9-4eac46193d29 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:30.041088 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-45cffa8d-373a-4ed8-97a9-4eac46193d29 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 818 time: 0.5136318 Apr 06 12:57:30.070522 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b7db-524d-44d6-a483-c89f09605c3c req-c464c21b-be13-4fc0-bd52-5f5140b90c23 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:30.078298 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0079b7db-524d-44d6-a483-c89f09605c3c req-c464c21b-be13-4fc0-bd52-5f5140b90c23 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.2378893 Apr 06 12:57:30.138995 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:30.163406 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] For port a2adc903-f693-4e56-8806-bc3c4974e2e4, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a2adc903-f693-4e56-8806-bc3c4974e2e4,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:30.166747 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.177561 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.245047 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0079b7db-524d-44d6-a483-c89f09605c3c req-4af09b69-4acd-476c-8e64-19a44e534406 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591232 Apr 06 12:57:30.253616 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:30.261213 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:28Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:30.284014 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-63135885-dfa6-4c85-b821-6cc80664d488 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ced8aa6655764afdafefdfa6e3726d63 HTTP/1.1" status: 200 len: 379 time: 0.2249937 Apr 06 12:57:30.300623 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e38d01-69c6-4b03-9fc5-fe8df4fa99de None None] The sync data for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi is: [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:28Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:30.301019 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'port': {'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'admin_state_up': True, 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'security_groups': ['adf3d755-c6c8-488d-90c5-2d540eb4ba90']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:30.342201 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-c22ba5d0-2eb2-4042-808b-59c5b2d5cc93 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996700 Apr 06 12:57:30.381216 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-7a7776c5-07a2-4c19-af65-71df51ffb273 None None] Provisioning complete for port a2adc903-f693-4e56-8806-bc3c4974e2e4 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:30.381758 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7a7776c5-07a2-4c19-af65-71df51ffb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.456306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faec67-0c06-4575-b40e-9e14b9e28e34 None None] Pushing event updated for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:30.475298 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (bd5aef2e-4c35-469b-a96b-a1f4d1166e34), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.476855 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:30.648146 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05dc1f-074e-4872-9d0a-7a705ec3b219 req-11352b6b-f7a8-4137-8099-b73dc00af5cb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:30.660827 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bf05dc1f-074e-4872-9d0a-7a705ec3b219 req-11352b6b-f7a8-4137-8099-b73dc00af5cb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.4717805 Apr 06 12:57:30.662706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5aef2e-4c35-469b-a96b-a1f4d1166e34,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:30.746196 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f6323e96-6448-4b09-a8a6-e58df94a114d req-47c65378-997f-4683-9ccf-2e30aa0c084a service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699636 Apr 06 12:57:30.766748 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7cb5afcc-9701-4529-bf41-b9c800943367 req-78e6188f-393c-4e00-be84-e460db353f86 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 210 time: 0.0803223 Apr 06 12:57:30.781472 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Checking segment: {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:30.781953 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Network hostable DHCP agents. Network: 8d2cb120-1b31-4c17-b9a7-2497d638e147, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:57:30.790992 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Made reservation on behalf of ced8aa6655764afdafefdfa6e3726d63 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:30.798847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.803155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-7a7776c5-07a2-4c19-af65-71df51ffb273 None None] Current status of the port a2adc903-f693-4e56-8806-bc3c4974e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:30.808045 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a2adc903-f693-4e56-8806-bc3c4974e2e4 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:30.860865 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bf05dc1f-074e-4872-9d0a-7a705ec3b219 req-64612754-4a97-4b83-932e-61c9a7efa416 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964462 Apr 06 12:57:30.865389 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:57:30.886541 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 8d2cb120-1b31-4c17-b9a7-2497d638e147) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:30.898004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:30.899014 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.933003 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2673c6-878d-45dd-94c3-09295a51941f None None] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:30.948715 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-438c29dc-a1a3-4c62-ae9d-612543ef7896 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6015410 Apr 06 12:57:30.952007 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50310) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:30.957373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:31.018366 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.020086 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.133325 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a2adc903-f693-4e56-8806-bc3c4974e2e4 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:31.133325 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.221421 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-8d2cb120-1b31-4c17-b9a7-2497d638e147', 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147', 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'fixed_ips': [{'subnet_id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:57:31.222263 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.271582 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Allocated IP 172.20.0.14 (c770e662-67ea-4e6c-b41c-945894c1238e/ef0a297f-0aba-4717-86d8-799e05adbcb9/ec93a163-e2b7-4c05-b7bc-dd437457f40a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:31.395702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for router_controller (fccf921e-5efa-43c4-9ec6-ca543815e20c), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.603973 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a2adc903-f693-4e56-8806-bc3c4974e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:31.671721 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Allocated IP 172.20.0.2 (8d2cb120-1b31-4c17-b9a7-2497d638e147/bd5aef2e-4c35-469b-a96b-a1f4d1166e34/06c827dc-470b-495a-bc6b-5a2ed97e9485) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:31.794393 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.809937 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678e0f0-6c40-498a-94f6-ff3f7c80c585 req-be179178-d868-473c-8454-d1c75e28e6a9 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:31.813900 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2678e0f0-6c40-498a-94f6-ff3f7c80c585 req-be179178-d868-473c-8454-d1c75e28e6a9 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 944 time: 0.5627537 Apr 06 12:57:31.922441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.009317 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks [] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.032897 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.034438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for router_gateway (fccf921e-5efa-43c4-9ec6-ca543815e20c), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.060584 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbba89-0283-435f-b72f-1d791bdfcbb9 req-9a345265-bec5-41a3-9b0d-1fd474121e2c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:32.067504 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Network c770e662-67ea-4e6c-b41c-945894c1238e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:32.067831 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f3dbba89-0283-435f-b72f-1d791bdfcbb9 req-9a345265-bec5-41a3-9b0d-1fd474121e2c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.6410818 Apr 06 12:57:32.081353 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2678e0f0-6c40-498a-94f6-ff3f7c80c585 req-1cecb49e-4500-4ce0-acf1-4a4465684b9c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514222 Apr 06 12:57:32.091759 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:32.099087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:32.162604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:32.180181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:32.182820 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Pushing event updated for resources: {'Port': ['ID=06c827dc-470b-495a-bc6b-5a2ed97e9485,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:32.185672 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:32.214930 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:32.215747 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.257654 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9628899 Apr 06 12:57:32.259013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d92c8d-0215-4564-b64d-4880edb3c63f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event updated for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:32.293397 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Attempting to bind port 06c827dc-470b-495a-bc6b-5a2ed97e9485 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:32.294109 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Attempting to bind port 06c827dc-470b-495a-bc6b-5a2ed97e9485 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:32.294661 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Attempting to bind port 06c827dc-470b-495a-bc6b-5a2ed97e9485 on network 8d2cb120-1b31-4c17-b9a7-2497d638e147 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:32.306534 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:32.306911 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Checking segment: {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:32.307394 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.308128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Bound using segment: {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:32.308640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Bound port: 06c827dc-470b-495a-bc6b-5a2ed97e9485, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:32.309028 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.360713 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Request body: {'port': {'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:32.460450 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] For port 06c827dc-470b-495a-bc6b-5a2ed97e9485, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:32.465863 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] For port 06c827dc-470b-495a-bc6b-5a2ed97e9485, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=06c827dc-470b-495a-bc6b-5a2ed97e9485,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:32.485531 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.501827 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f3dbba89-0283-435f-b72f-1d791bdfcbb9 req-701196e8-484a-461f-aaf2-b94bbdd51437 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309821 Apr 06 12:57:32.507793 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.659853 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927971c5-e0ae-49c0-937b-079272142b68 req-bbe9b278-79ff-4606-be5b-c3532039826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:32.670324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3097c00-642c-4007-87b0-b417ac2038e9 None None] Pushing event updated for resources: {'Port': ['ID=06c827dc-470b-495a-bc6b-5a2ed97e9485,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:32.675907 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-927971c5-e0ae-49c0-937b-079272142b68 req-bbe9b278-79ff-4606-be5b-c3532039826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 932 time: 0.3232138 Apr 06 12:57:32.749874 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-64c33193-d4ab-4e0a-a9e4-346b14291d3b None None] Provisioning complete for port ec93a163-e2b7-4c05-b7bc-dd437457f40a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:32.749874 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-64c33193-d4ab-4e0a-a9e4-346b14291d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:32.842198 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-64c33193-d4ab-4e0a-a9e4-346b14291d3b None None] Port ec93a163-e2b7-4c05-b7bc-dd437457f40a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:32.875978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 1d058821-5aa1-4f69-b1d8-1a9304037d25 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:32.888166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:33.026284 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3bc75-80d0-4d7d-ac87-1275f31fb2d3 req-68f1003b-9bf3-4690-99f2-a6d27f365c9a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:33.031014 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c8e3bc75-80d0-4d7d-ac87-1275f31fb2d3 req-68f1003b-9bf3-4690-99f2-a6d27f365c9a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 944 time: 0.2418075 Apr 06 12:57:33.052586 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.db.resource_extend [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:57:33.063976 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-927971c5-e0ae-49c0-937b-079272142b68 req-b989bcf4-e60c-4e39-b043-445c58087796 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780649 Apr 06 12:57:33.252032 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:57:33.263440 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:33.264160 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.477597 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:33.505747 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'port_id': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'mac_address': 'fa:16:3e:28:9c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:33.608574 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 1d058821-5aa1-4f69-b1d8-1a9304037d25 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:33.609355 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.685157 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c8e3bc75-80d0-4d7d-ac87-1275f31fb2d3 req-2b397159-8a51-4bc1-9fe9-c4a447ab5340 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6248236 Apr 06 12:57:33.687514 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:33.688155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.706104 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d058821-5aa1-4f69-b1d8-1a9304037d25 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:33.736336 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea91f4f-4a3c-474c-b08d-d225cd6ca254 req-e748afbe-ca6b-4dd8-9004-230ea25233e3 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:33.746214 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ea91f4f-4a3c-474c-b08d-d225cd6ca254 req-e748afbe-ca6b-4dd8-9004-230ea25233e3 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 944 time: 0.3061888 Apr 06 12:57:33.796945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:33.824910 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:33.833079 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ea91f4f-4a3c-474c-b08d-d225cd6ca254 req-5e20cb71-dac6-49d4-8195-16e1a0447185 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855892 Apr 06 12:57:33.837750 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for router_gateway (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.838154 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a165291d-12a1-4d04-a654-4812d77abd8f" -d '{"events": [{"server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "name": "network-vif-plugged", "status": "completed", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:33.855738 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.866214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:33.876423 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec93a163-e2b7-4c05-b7bc-dd437457f40a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:33.889645 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.899463 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.905054 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks [] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.929293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb71db5-01a8-4150-b0e2-054c7a10feac x-openstack-request-id: req-5cb71db5-01a8-4150-b0e2-054c7a10feac {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:33.929293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "name": "network-vif-plugged", "status": "completed", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:33.929293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb71db5-01a8-4150-b0e2-054c7a10feac {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:33.930145 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb71db5-01a8-4150-b0e2-054c7a10feac'] response: {'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8', 'code': 200} Apr 06 12:57:33.932898 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Transition to ACTIVE for port object ec93a163-e2b7-4c05-b7bc-dd437457f40a will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:57:33.947073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:33.947710 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:34.071021 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:34.071961 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Pushing event updated for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:34.203114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['1d058821-5aa1-4f69-b1d8-1a9304037d25'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:34.279574 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ddcb1-79f2-4c56-9373-e46d54a1a037 req-ab99cd88-ccde-4563-ad9e-8ca2fd70eba1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:34.281156 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-662ddcb1-79f2-4c56-9373-e46d54a1a037 req-ab99cd88-ccde-4563-ad9e-8ca2fd70eba1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.4105420 Apr 06 12:57:34.360703 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Allocated IP 172.27.1.201 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/66c6d6d2-d101-4629-974b-d278ddebef52) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:34.374773 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b668a12-f167-431a-bb87-e4f7552deb7a req-240aaf7b-9d8c-4a71-8c46-a0374ea2871e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:34.383569 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b668a12-f167-431a-bb87-e4f7552deb7a req-240aaf7b-9d8c-4a71-8c46-a0374ea2871e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 944 time: 0.1775987 Apr 06 12:57:34.621149 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149dfe0-9fa3-4c44-b68d-4f969f0d57a2 req-7e45ee80-3450-4a2d-b1b5-a8a3198fb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:34.623949 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-3149dfe0-9fa3-4c44-b68d-4f969f0d57a2 req-7e45ee80-3450-4a2d-b1b5-a8a3198fb0bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 1129 time: 0.4520915 Apr 06 12:57:34.627334 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Attempting to bind port ec93a163-e2b7-4c05-b7bc-dd437457f40a on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:34.627987 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Attempting to bind port ec93a163-e2b7-4c05-b7bc-dd437457f40a by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:34.628626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Attempting to bind port ec93a163-e2b7-4c05-b7bc-dd437457f40a on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:34.662500 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Port ec93a163-e2b7-4c05-b7bc-dd437457f40a on network c770e662-67ea-4e6c-b41c-945894c1238e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:57:34.672454 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Attempting to bind port ec93a163-e2b7-4c05-b7bc-dd437457f40a on network c770e662-67ea-4e6c-b41c-945894c1238e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:34.699111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:34.700052 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Checking segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:34.700797 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Bound using segment: {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:34.701852 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Bound port: ec93a163-e2b7-4c05-b7bc-dd437457f40a, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d33e49-2070-4114-b96f-964452697a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:34.702578 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:34.775782 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b668a12-f167-431a-bb87-e4f7552deb7a req-2562e600-0763-4b26-8e3b-0e0d37df93e6 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908150 Apr 06 12:57:34.785446 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-662ddcb1-79f2-4c56-9373-e46d54a1a037 req-2ebda316-2a97-4a36-a368-4d2ef67efc1a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919505 Apr 06 12:57:34.860283 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 06c827dc-470b-495a-bc6b-5a2ed97e9485 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:34.960368 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 06c827dc-470b-495a-bc6b-5a2ed97e9485 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:34.960883 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:34.971616 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-3149dfe0-9fa3-4c44-b68d-4f969f0d57a2 req-2c202ad4-e9f2-4211-88ed-3a5494f9c88a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261647 Apr 06 12:57:35.038631 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624adb2f-9665-447d-aa22-ff108c1bfcb7 None None] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:35.041633 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:35.050697 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:35.071163 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.126630 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for port (66c6d6d2-d101-4629-974b-d278ddebef52), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.173560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:35.174208 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.186244 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1094 time: 2.8347900 Apr 06 12:57:35.186725 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:35.195083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:35.252450 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded342c6-e573-4ac6-a4e3-4db77b59c759 service neutron] Pushing event updated for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:35.291710 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6986-5498-4866-9393-99984dcd06d6 req-65391cbd-aa47-4af3-b798-b507cb906282 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:35.305810 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-1531d200-08de-4a89-8853-60ffbf0c7ee7 None None] Provisioning complete for port 06c827dc-470b-495a-bc6b-5a2ed97e9485 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:35.306664 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1531d200-08de-4a89-8853-60ffbf0c7ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.306839 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-99ba6986-5498-4866-9393-99984dcd06d6 req-65391cbd-aa47-4af3-b798-b507cb906282 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 945 time: 0.2591596 Apr 06 12:57:35.409382 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 06c827dc-470b-495a-bc6b-5a2ed97e9485 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:35.409798 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.440078 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efdfd-0d3a-4b72-ac0f-58e118ea5462 req-6f83e17c-6b2d-4432-a765-2638a7fbaafd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:35.446705 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ae1efdfd-0d3a-4b72-ac0f-58e118ea5462 req-6f83e17c-6b2d-4432-a765-2638a7fbaafd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.3378897 Apr 06 12:57:35.463249 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-b234698b-da1c-47c8-ac53-668898df51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:35.467633 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-b234698b-da1c-47c8-ac53-668898df51d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1128 time: 0.1958032 Apr 06 12:57:35.496446 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-99ba6986-5498-4866-9393-99984dcd06d6 req-e0209a08-9519-4c9e-9685-55586cae6be6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889927 Apr 06 12:57:35.527011 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.559416 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 06c827dc-470b-495a-bc6b-5a2ed97e9485, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=06c827dc-470b-495a-bc6b-5a2ed97e9485,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:35.580709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b138acf-29da-491c-b282-8e9bcd81cf6b x-openstack-request-id: req-7b138acf-29da-491c-b282-8e9bcd81cf6b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:35.581409 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:35.581740 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.582008 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b138acf-29da-491c-b282-8e9bcd81cf6b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:35.583052 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b138acf-29da-491c-b282-8e9bcd81cf6b'] response: {'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'status': 'completed', 'code': 200} Apr 06 12:57:35.623270 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ae1efdfd-0d3a-4b72-ac0f-58e118ea5462 req-b4524107-b78f-4c95-a333-cc31decca187 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671453 Apr 06 12:57:35.643638 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:35.651041 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:35.655255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:35.683074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Pushing event updated for resources: {'Port': ['ID=66c6d6d2-d101-4629-974b-d278ddebef52,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:35.750581 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-1531d200-08de-4a89-8853-60ffbf0c7ee7 None None] Current status of the port 06c827dc-470b-495a-bc6b-5a2ed97e9485 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:35.800698 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-3d87ebfd-6962-4f02-a868-ea0377e132ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 217 time: 0.0758600 Apr 06 12:57:35.881997 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=06c827dc-470b-495a-bc6b-5a2ed97e9485,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:35.941534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-4fd4d99f-e47c-4f56-abb5-bf80373bb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:35.949385 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-4fd4d99f-e47c-4f56-abb5-bf80373bb52c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1219172 Apr 06 12:57:36.047948 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-81341f93-67df-4b0f-813d-74b92effa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:36.050608 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-81341f93-67df-4b0f-813d-74b92effa36c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924022 Apr 06 12:57:36.090796 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-96430d3d-5fd3-4a1f-bed5-652bebf6534b None None] Provisioning complete for port 06c827dc-470b-495a-bc6b-5a2ed97e9485 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:36.091240 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-96430d3d-5fd3-4a1f-bed5-652bebf6534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.120503 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03821ec4-2a05-4322-a662-9b13bc09944c req-0d5c7fe4-0eb1-42f8-85b4-0b5617e46e05 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:36.122094 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-03821ec4-2a05-4322-a662-9b13bc09944c req-0d5c7fe4-0eb1-42f8-85b4-0b5617e46e05 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 944 time: 0.1819928 Apr 06 12:57:36.201912 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-96430d3d-5fd3-4a1f-bed5-652bebf6534b None None] Current status of the port 06c827dc-470b-495a-bc6b-5a2ed97e9485 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:36.413502 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fb7c2-378e-4a4c-8ba8-91490c1c38b7 req-8d8929fe-6dcf-4f88-946c-576850044fc5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:36.415347 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-874fb7c2-378e-4a4c-8ba8-91490c1c38b7 req-8d8929fe-6dcf-4f88-946c-576850044fc5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 945 time: 0.3674126 Apr 06 12:57:36.461808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for router_gateway (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.470778 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-03821ec4-2a05-4322-a662-9b13bc09944c req-f445fc28-a730-479b-8a79-37dd1892e6a5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323026 Apr 06 12:57:36.550936 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 06c827dc-470b-495a-bc6b-5a2ed97e9485 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:36.576472 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:36.582090 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-874fb7c2-378e-4a4c-8ba8-91490c1c38b7 req-aa945da4-80e4-4c0e-a479-fb84e8dd8547 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508901 Apr 06 12:57:36.715953 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 06c827dc-470b-495a-bc6b-5a2ed97e9485 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:36.718885 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.800409 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-28938a51-a8c4-466f-a517-48c79b18e50c service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652355 Apr 06 12:57:36.829459 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 06c827dc-470b-495a-bc6b-5a2ed97e9485 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:36.873456 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bb496-795b-4882-9929-b017876cb4b4 req-24e0098f-f187-4c4c-8a6d-8b8d425ed90d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:36.875026 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee9bb496-795b-4882-9929-b017876cb4b4 req-24e0098f-f187-4c4c-8a6d-8b8d425ed90d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 945 time: 0.2471833 Apr 06 12:57:36.877136 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.906828 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 1d058821-5aa1-4f69-b1d8-1a9304037d25 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:37.014944 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 1d058821-5aa1-4f69-b1d8-1a9304037d25 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:57:37.026386 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 1d058821-5aa1-4f69-b1d8-1a9304037d25 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:37.026920 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.028890 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee9bb496-795b-4882-9929-b017876cb4b4 req-4b780c6e-1db4-405d-9b4d-d903cfe3bec7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446440 Apr 06 12:57:37.071218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f95ba-5f0e-47c8-862e-d1d31fdbfcbc req-5315f4ad-460b-4a46-b5aa-5886889ba808 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:37.072517 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4f2f95ba-5f0e-47c8-862e-d1d31fdbfcbc req-5315f4ad-460b-4a46-b5aa-5886889ba808 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.2587023 Apr 06 12:57:37.109761 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de3ba50-f2fc-4ffd-ad60-d7065c1ccffc req-e840c15c-ae63-4d11-84e9-0a7da5a2d8d3 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590154 Apr 06 12:57:37.143777 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 1d058821-5aa1-4f69-b1d8-1a9304037d25 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:37.144575 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.175071 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:37.177375 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f87501-bd3c-4aec-92f3-2a02afd42b5c" -d '{"events": [{"server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "name": "network-vif-plugged", "status": "completed", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:37.181215 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4f2f95ba-5f0e-47c8-862e-d1d31fdbfcbc req-f0513145-18db-4477-abee-a96d62300943 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977788 Apr 06 12:57:37.191633 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:37.200159 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.201015 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:37.211871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Router fccf921e-5efa-43c4-9ec6-ca543815e20c is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:57:37.244276 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-31c59bf3-fd14-4e92-a973-579bfb96c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:37.246622 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-31c59bf3-fd14-4e92-a973-579bfb96c5ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1129 time: 0.1141939 Apr 06 12:57:37.252727 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729b2cb-404f-4eda-b5c8-60e974797ab7 x-openstack-request-id: req-e729b2cb-404f-4eda-b5c8-60e974797ab7 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:37.253022 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "name": "network-vif-plugged", "status": "completed", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:37.253267 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e729b2cb-404f-4eda-b5c8-60e974797ab7 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:37.253689 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e729b2cb-404f-4eda-b5c8-60e974797ab7'] response: {'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'code': 200} Apr 06 12:57:37.294759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:37.333613 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: ACTIVE; New status is: DOWN {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:37.334084 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.370941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:37.386348 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.396089 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:37.412560 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Sync routers for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:37.423483 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.424928 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-eb0a7ec3-a6cf-430d-b57f-f8756f1c0f7f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4711711 Apr 06 12:57:37.429591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50360) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:37.430785 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:37.431852 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:37.461661 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=8']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:37.589345 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:37.803013 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e15124-c6a1-4fe4-a8e7-11a1960b2793 req-d39f6f27-3836-445c-84be-d60b2d840abb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:37.804537 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b4e15124-c6a1-4fe4-a8e7-11a1960b2793 req-d39f6f27-3836-445c-84be-d60b2d840abb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 944 time: 0.2092719 Apr 06 12:57:37.847396 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:36Z', 'revision_number': 3, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:37.877795 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Checking router: fccf921e-5efa-43c4-9ec6-ca543815e20c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:37.878143 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Updating router fccf921e-5efa-43c4-9ec6-ca543815e20c port 66c6d6d2-d101-4629-974b-d278ddebef52 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:57:37.917996 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.927267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94e47-c630-4100-a8c3-cad5f607f79c req-a93e8618-0cd5-432e-b977-111d1160ef01 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:37.930620 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2f94e47-c630-4100-a8c3-cad5f607f79c req-a93e8618-0cd5-432e-b977-111d1160ef01 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2106738 Apr 06 12:57:38.028986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b4e15124-c6a1-4fe4-a8e7-11a1960b2793 req-03dff1ba-9016-4a76-af76-272a21520ba3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145059 Apr 06 12:57:38.106615 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2f94e47-c630-4100-a8c3-cad5f607f79c req-337e912b-533e-4037-8c58-fbc7cf31dfa4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659775 Apr 06 12:57:38.310887 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9516-7d08-448f-b580-9c434b21b09a req-d93e144d-f74b-461f-a326-b79c4675b258 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.312519 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4cbf9516-7d08-448f-b580-9c434b21b09a req-d93e144d-f74b-461f-a326-b79c4675b258 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.1439204 Apr 06 12:57:38.337432 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.359751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-79d0823a-b5ab-4a2d-a538-2ec0968cec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.362573 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-79d0823a-b5ab-4a2d-a538-2ec0968cec7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1128 time: 0.2489426 Apr 06 12:57:38.428508 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks [] for port (66c6d6d2-d101-4629-974b-d278ddebef52), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.444677 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.527867 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-d131e779-4a1a-426c-98ec-1ed4c90adac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.528559 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Attempting to bind port 66c6d6d2-d101-4629-974b-d278ddebef52 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:38.530000 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Attempting to bind port 66c6d6d2-d101-4629-974b-d278ddebef52 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:38.530000 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Attempting to bind port 66c6d6d2-d101-4629-974b-d278ddebef52 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:38.530637 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-d131e779-4a1a-426c-98ec-1ed4c90adac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.3501985 Apr 06 12:57:38.544637 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:38.545381 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:38.546017 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.546568 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:38.547201 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Bound port: 66c6d6d2-d101-4629-974b-d278ddebef52, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:38.547808 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.551424 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dd6ab-cf06-4fb8-9d08-9ab84f5f83fd None None] Pushing event updated for resources: {'Port': ['ID=66c6d6d2-d101-4629-974b-d278ddebef52,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:38.557835 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4cbf9516-7d08-448f-b580-9c434b21b09a req-a5dafdcc-7c4a-4668-bc6c-1d5fc33bbc6e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169056 Apr 06 12:57:38.609623 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f4af0-0129-42c8-90c9-58cac56c82b8 req-039584ed-2129-42d8-a8ed-3ea6585d5bc4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.617394 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-143f4af0-0129-42c8-90c9-58cac56c82b8 req-039584ed-2129-42d8-a8ed-3ea6585d5bc4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.1414125 Apr 06 12:57:38.636536 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] For port 66c6d6d2-d101-4629-974b-d278ddebef52, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:38.642665 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] For port 66c6d6d2-d101-4629-974b-d278ddebef52, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=66c6d6d2-d101-4629-974b-d278ddebef52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:38.655071 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.716387 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-b98a1e3d-585f-48c1-9fc6-2e3432574ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 999 time: 0.1482606 Apr 06 12:57:38.722149 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc98b-d0a1-4835-96b1-d890c93debba req-a147a294-56b5-4ed1-8384-37ac3d2db8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.723743 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c30fc98b-d0a1-4835-96b1-d890c93debba req-a147a294-56b5-4ed1-8384-37ac3d2db8cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 1130 time: 0.2240469 Apr 06 12:57:38.771154 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:38.772790 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:38.778715 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dd6ab-cf06-4fb8-9d08-9ab84f5f83fd None None] Pushing event updated for resources: {'Port': ['ID=66c6d6d2-d101-4629-974b-d278ddebef52,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:38.779239 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-1633a5ea-d0f3-4f19-838f-ab4094f18d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.780749 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-1633a5ea-d0f3-4f19-838f-ab4094f18d09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.3971865 Apr 06 12:57:38.840623 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Allocated IP 172.20.0.1 (8d2cb120-1b31-4c17-b9a7-2497d638e147/bd5aef2e-4c35-469b-a96b-a1f4d1166e34/d051da59-5028-485e-a002-a476fe1e561a) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:38.843624 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-5bfac515-f33e-417a-a32d-0fa1271deb22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 217 time: 0.0532503 Apr 06 12:57:38.850306 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-4c03021c-11f6-44bc-b59e-ffd46d8f4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.851993 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-4c03021c-11f6-44bc-b59e-ffd46d8f4408 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.1273308 Apr 06 12:57:38.880299 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ec93a163-e2b7-4c05-b7bc-dd437457f40a details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:38.915397 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c30fc98b-d0a1-4835-96b1-d890c93debba req-b97796fd-fea1-4483-87f9-3043c12e0216 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728919 Apr 06 12:57:38.929460 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-143f4af0-0129-42c8-90c9-58cac56c82b8 req-6d66d525-2354-458a-ac8e-fbc5297da32c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065746 Apr 06 12:57:38.954603 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-bd96ad92-ae75-4640-b654-f008f4e17a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.956102 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-bd96ad92-ae75-4640-b654-f008f4e17a1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1032500 Apr 06 12:57:38.979624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-16813b3d-fee9-46b5-9c7f-e34c93cf55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.981127 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-16813b3d-fee9-46b5-9c7f-e34c93cf55f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168394 Apr 06 12:57:38.983192 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:39.028672 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks [] for port (d051da59-5028-485e-a002-a476fe1e561a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.033126 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:39.046945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:39.102815 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port ec93a163-e2b7-4c05-b7bc-dd437457f40a is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:39.103090 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.103462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.120552 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec93a163-e2b7-4c05-b7bc-dd437457f40a {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:39.158732 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:39.162111 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:39.167181 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:39.169442 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:39.181967 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.237617 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Pushing event updated for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:39.254656 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:39.268794 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfdb1e9-0646-4bed-8113-85f8158a1f98" -d '{"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:39.273153 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:39.349531 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:36Z', 'revision_number': 3, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:39.363482 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.376191 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ea6b-60d7-4911-8e30-045f6f893001 req-2e89c9e0-888a-453f-9568-bf2e60f72521 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.378098 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9185ea6b-60d7-4911-8e30-045f6f893001 req-2e89c9e0-888a-453f-9568-bf2e60f72521 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 945 time: 0.1811955 Apr 06 12:57:39.391504 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabdbbd-86dd-4205-a554-1d24d18b78ad None None] The sync data for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi is: [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:36Z', 'revision_number': 3, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:39.413513 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-a3068120-b340-41cf-b84e-36226154479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.415224 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-a3068120-b340-41cf-b84e-36226154479a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2699058 Apr 06 12:57:39.469793 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-98e532bf-faba-4d27-a83a-9d5a4bc1e75c service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218564 Apr 06 12:57:39.504198 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['ec93a163-e2b7-4c05-b7bc-dd437457f40a'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:39.507992 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc826f9-b4fe-44e2-9d28-7158d53fde2a req-ec5e11e3-fb14-4b65-8c05-78b3a17f3da7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.509383 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6dc826f9-b4fe-44e2-9d28-7158d53fde2a req-ec5e11e3-fb14-4b65-8c05-78b3a17f3da7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2227852 Apr 06 12:57:39.574916 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9185ea6b-60d7-4911-8e30-045f6f893001 req-0669a669-ca75-46b0-9a7b-1c76847d378b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325355 Apr 06 12:57:39.587184 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d8ab344f-9cd3-4f31-b413-ad3abe28cf64 None None] Provisioning complete for port d051da59-5028-485e-a002-a476fe1e561a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:39.587775 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d8ab344f-9cd3-4f31-b413-ad3abe28cf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (d051da59-5028-485e-a002-a476fe1e561a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.636062 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab344f-9cd3-4f31-b413-ad3abe28cf64 None None] Port d051da59-5028-485e-a002-a476fe1e561a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:39.643575 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6dc826f9-b4fe-44e2-9d28-7158d53fde2a req-e1ad6bf2-7735-4adc-a152-a1e427c39d0e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178505 Apr 06 12:57:39.669606 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e59f54-125e-4ace-9e20-f4df3856e683 x-openstack-request-id: req-36e59f54-125e-4ace-9e20-f4df3856e683 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:39.669606 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:39.669606 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36e59f54-125e-4ace-9e20-f4df3856e683 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:39.669606 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e59f54-125e-4ace-9e20-f4df3856e683'] response: {'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'code': 200} Apr 06 12:57:39.696601 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (d051da59-5028-485e-a002-a476fe1e561a), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.890633 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615abf0-e0d3-4b6a-b75e-ed8fb94fe0ee req-8037f6bf-169c-4f7e-bf0c-69760ca3b100 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.898933 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c615abf0-e0d3-4b6a-b75e-ed8fb94fe0ee req-8037f6bf-169c-4f7e-bf0c-69760ca3b100 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.1425304 Apr 06 12:57:39.993723 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c615abf0-e0d3-4b6a-b75e-ed8fb94fe0ee req-03f18a01-160c-45ce-b852-2376bf4a3e3c tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938430 Apr 06 12:57:40.060688 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks [] for port (d051da59-5028-485e-a002-a476fe1e561a), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.071264 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.136802 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728057c-c514-4f25-ae90-9286760070ec req-748b6c50-3c48-4c1b-9bc3-29d73c062f46 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:40.138480 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7728057c-c514-4f25-ae90-9286760070ec req-748b6c50-3c48-4c1b-9bc3-29d73c062f46 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.1371596 Apr 06 12:57:40.147443 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-36e1f289-6a3d-4320-8a1c-52226449c280 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136158 Apr 06 12:57:40.151353 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a923d64f-936a-4b59-a36b-c16d982f75a1 req-32bd1567-fcbc-4f03-af6c-b1ab5679fcc7 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874052 Apr 06 12:57:40.170255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.173236 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Pushing event updated for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:40.258598 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7728057c-c514-4f25-ae90-9286760070ec req-388be054-a61c-48da-98ad-54c783805cdd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006587 Apr 06 12:57:40.325539 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:40.327760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:40.532440 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Router fccf921e-5efa-43c4-9ec6-ca543815e20c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:40.586734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 66c6d6d2-d101-4629-974b-d278ddebef52 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:40.692829 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-98a7a879-e616-492e-93cc-8165224000ff None None] Provisioning complete for port d051da59-5028-485e-a002-a476fe1e561a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:40.693363 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-98a7a879-e616-492e-93cc-8165224000ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (d051da59-5028-485e-a002-a476fe1e561a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.746668 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 66c6d6d2-d101-4629-974b-d278ddebef52 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:40.746668 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.748547 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-98a7a879-e616-492e-93cc-8165224000ff None None] Port d051da59-5028-485e-a002-a476fe1e561a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:40.851748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:40.862430 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1bcaa1fd-9cbd-46ad-b40a-28574091632a admin admin] 10.222.0.23 "PUT /v2.0/routers/fccf921e-5efa-43c4-9ec6-ca543815e20c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4314578 Apr 06 12:57:40.879392 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 66c6d6d2-d101-4629-974b-d278ddebef52 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:40.879993 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.895429 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d2602-4d15-4fd5-88c2-fb89e90c6366 req-316571e9-2717-4326-b19a-c497e8d5a35e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:40.898689 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5b4d2602-4d15-4fd5-88c2-fb89e90c6366 req-316571e9-2717-4326-b19a-c497e8d5a35e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 945 time: 0.1570647 Apr 06 12:57:40.901042 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ec93a163-e2b7-4c05-b7bc-dd437457f40a up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:40.919575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b587d-5433-4c92-b701-97eef0ef8861 req-4380f1e4-6aa1-4ba5-acd0-2dc734ca3a9c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:40.922266 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-619b587d-5433-4c92-b701-97eef0ef8861 req-4380f1e4-6aa1-4ba5-acd0-2dc734ca3a9c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1358685 Apr 06 12:57:40.987064 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5b4d2602-4d15-4fd5-88c2-fb89e90c6366 req-813a3fa3-715f-4a23-86be-31c2d9db5147 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812478 Apr 06 12:57:41.021066 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 66c6d6d2-d101-4629-974b-d278ddebef52, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=66c6d6d2-d101-4629-974b-d278ddebef52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:41.032775 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.074481 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-619b587d-5433-4c92-b701-97eef0ef8861 req-86ca36c6-d58b-449b-8af4-98cf1e4ead4d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932062 Apr 06 12:57:41.135324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port ec93a163-e2b7-4c05-b7bc-dd437457f40a completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:57:41.135324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port ec93a163-e2b7-4c05-b7bc-dd437457f40a triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:41.135324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.204387 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=66c6d6d2-d101-4629-974b-d278ddebef52,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:41.293509 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6875069-ed67-4a84-af69-8a5dab400188 req-76a247da-dac9-4dc3-8b0f-7dd10e7158c6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.295175 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c6875069-ed67-4a84-af69-8a5dab400188 req-76a247da-dac9-4dc3-8b0f-7dd10e7158c6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0985317 Apr 06 12:57:41.423706 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port ec93a163-e2b7-4c05-b7bc-dd437457f40a is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:41.424359 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.439744 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c6875069-ed67-4a84-af69-8a5dab400188 req-e99af767-f9f6-4ea4-894e-2af21f494f61 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061718 Apr 06 12:57:41.521021 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ca7fbb46-aa23-4e11-bdc4-5a211008dac6 req-0ff992e3-d301-4937-8e0e-78091341bda5 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193460 Apr 06 12:57:41.671945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:41.673345 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:41.677428 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f7569-db69-4a16-ace1-b6dd433ee0f1" -d '{"events": [{"server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:41.679251 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d568-2bf7-4724-ac1e-cb838ae268af req-8c804c0e-3079-43e0-86a7-dac31ded9684 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.681079 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f9f7d568-2bf7-4724-ac1e-cb838ae268af req-8c804c0e-3079-43e0-86a7-dac31ded9684 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.1068749 Apr 06 12:57:41.682918 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.750817 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:41.779394 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f9f7d568-2bf7-4724-ac1e-cb838ae268af req-dd76c15e-f9d0-4ce8-bf2d-f627b58fd18b tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879743 Apr 06 12:57:41.837674 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50406) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:41.845965 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469573548', 'description': 'tempest-secgroup-smoke-469573548 description', 'project_id': '876780e50b1845259edd80270e3cb845'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:41.853042 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec82c5f-4fbf-4223-af61-6e8fbcf4c5c6 x-openstack-request-id: req-1ec82c5f-4fbf-4223-af61-6e8fbcf4c5c6 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:41.853793 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:41.853954 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ec82c5f-4fbf-4223-af61-6e8fbcf4c5c6 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:41.854583 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec82c5f-4fbf-4223-af61-6e8fbcf4c5c6'] response: {'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'code': 200} Apr 06 12:57:41.877767 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.948441 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Sync routers for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:41.967920 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:41.968933 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:41.980967 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (b4fbdba1-3597-45c7-9956-5de6eae2b93f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.985609 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b4fbdba1-3597-45c7-9956-5de6eae2b93f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.015948 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.016682 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1772356 Apr 06 12:57:42.021172 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50410) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:42.023959 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762d9b6-a768-424b-ba07-1fa1a2183bf8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbdba1-3597-45c7-9956-5de6eae2b93f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:42.041052 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:42.070616 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (a59825de-2a1c-4cab-9b3e-10821576b7ba), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.141137 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:42.173287 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (a59825de-2a1c-4cab-9b3e-10821576b7ba), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.180261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (a59825de-2a1c-4cab-9b3e-10821576b7ba), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.212866 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6740c-2e09-4f76-9138-4b3ace017fab req-108282b2-c46a-4f9a-84f1-87f3cc9ea424 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.214777 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8f6740c-2e09-4f76-9138-4b3ace017fab req-108282b2-c46a-4f9a-84f1-87f3cc9ea424 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.1067042 Apr 06 12:57:42.216520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59825de-2a1c-4cab-9b3e-10821576b7ba,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:42.227078 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.228383 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-026d586f-28c9-4f37-84ff-4c97b76e6182 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055123 Apr 06 12:57:42.233260 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50414) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:42.242535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:42.284594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (cd33eeae-0314-4e5c-b996-7441bda51b17), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.313039 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8f6740c-2e09-4f76-9138-4b3ace017fab req-92cceacb-caf3-478c-95ab-05e0a4990a43 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789094 Apr 06 12:57:42.349552 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531fe7f-84c2-44b2-87ab-88825590836a req-c73dbcc3-8fa6-4ef9-86c2-73d8dbbaccbe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.352784 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4531fe7f-84c2-44b2-87ab-88825590836a req-c73dbcc3-8fa6-4ef9-86c2-73d8dbbaccbe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0975139 Apr 06 12:57:42.377043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (cd33eeae-0314-4e5c-b996-7441bda51b17), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.382274 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (cd33eeae-0314-4e5c-b996-7441bda51b17), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.398441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33eeae-0314-4e5c-b996-7441bda51b17,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:42.417280 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.419197 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a338b140-de47-4d98-9880-55d269fa2856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839066 Apr 06 12:57:42.423437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50416) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:42.432339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:42.455159 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4531fe7f-84c2-44b2-87ab-88825590836a req-08296696-d542-4695-b198-04f1fecded52 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841541 Apr 06 12:57:42.494953 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (84751c51-d17f-45e0-bd5a-6386f4efb0d7), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.605625 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:39Z', 'revision_number': 4, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'd051da59-5028-485e-a002-a476fe1e561a', 'name': '', 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'mac_address': 'fa:16:3e:56:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:38Z', 'updated_at': '2022-04-06T12:57:39Z', 'revision_number': 2, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'subnets': [{'id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:42.638786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 66c6d6d2-d101-4629-974b-d278ddebef52 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:42.642724 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Checking router: fccf921e-5efa-43c4-9ec6-ca543815e20c for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:42.643274 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Updating router fccf921e-5efa-43c4-9ec6-ca543815e20c port d051da59-5028-485e-a002-a476fe1e561a binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:57:42.650126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (84751c51-d17f-45e0-bd5a-6386f4efb0d7), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.669481 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (84751c51-d17f-45e0-bd5a-6386f4efb0d7), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.707494 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84751c51-d17f-45e0-bd5a-6386f4efb0d7,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:42.719422 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b2937-e493-4c1f-9383-d074c1e75df3 req-73341830-99ec-49dd-8b97-ae5973570554 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.722890 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6a7b2937-e493-4c1f-9383-d074c1e75df3 req-73341830-99ec-49dd-8b97-ae5973570554 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.1457784 Apr 06 12:57:42.723131 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (d051da59-5028-485e-a002-a476fe1e561a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.730077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.736628 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50420) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:42.736835 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-51c84900-bba4-40ce-8229-923423d799a2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106406 Apr 06 12:57:42.742514 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 66c6d6d2-d101-4629-974b-d278ddebef52 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:42.742764 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.743136 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:42.806736 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (ae66a9c7-6c2a-4df5-a631-52e730ba905a), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:42.826267 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6a7b2937-e493-4c1f-9383-d074c1e75df3 req-b2affc19-a8be-4c59-b2cf-eff81f4be696 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926356 Apr 06 12:57:43.021145 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 66c6d6d2-d101-4629-974b-d278ddebef52 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:43.057622 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (ae66a9c7-6c2a-4df5-a631-52e730ba905a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.068547 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (ae66a9c7-6c2a-4df5-a631-52e730ba905a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.099373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae66a9c7-6c2a-4df5-a631-52e730ba905a,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:43.111325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e1cec-a958-4871-af13-0789867cd0d5 req-0112a151-d982-4408-a4e7-a418afe1e736 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.112831 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e30e1cec-a958-4871-af13-0789867cd0d5 req-0112a151-d982-4408-a4e7-a418afe1e736 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.1989362 Apr 06 12:57:43.127661 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4f767-cce9-49ab-93fd-b30b18b5a104 req-a3dd3be1-4e55-41c0-a0aa-e0a5467a94ba tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.129273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-22f4f767-cce9-49ab-93fd-b30b18b5a104 req-a3dd3be1-4e55-41c0-a0aa-e0a5467a94ba tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.1341200 Apr 06 12:57:43.132373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.133684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-51913d83-c1b7-4fc2-bbef-cd864d333429 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956673 Apr 06 12:57:43.137155 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50430) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:43.143361 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:43.172921 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.securitygroups_db [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Project 876780e50b1845259edd80270e3cb845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:57:43.182554 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (576fb6e1-48ea-484a-a854-308accf0c8f0), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.211557 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks [] for port (d051da59-5028-485e-a002-a476fe1e561a), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.212885 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-22f4f767-cce9-49ab-93fd-b30b18b5a104 req-20f5b779-ed70-4474-b7d8-0988c17e3af0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768993 Apr 06 12:57:43.217493 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e30e1cec-a958-4871-af13-0789867cd0d5 req-e1284da4-ff95-4784-b2f8-c93f526f81a3 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 Apr 06 12:57:43.220967 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.250917 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50432) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:43.292778 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (576fb6e1-48ea-484a-a854-308accf0c8f0), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.303216 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (576fb6e1-48ea-484a-a854-308accf0c8f0), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.367864 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576fb6e1-48ea-484a-a854-308accf0c8f0,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:43.373901 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.377786 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-363e2815-cb64-4aa0-acc1-612ca8ad06fa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2365501 Apr 06 12:57:43.377940 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50440) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:43.383130 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'security_group_rule': {'security_group_id': 'b4fbdba1-3597-45c7-9956-5de6eae2b93f', 'project_id': '876780e50b1845259edd80270e3cb845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:43.412865 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Attempting to bind port d051da59-5028-485e-a002-a476fe1e561a on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:43.413431 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Attempting to bind port d051da59-5028-485e-a002-a476fe1e561a by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:43.419724 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Attempting to bind port d051da59-5028-485e-a002-a476fe1e561a on network 8d2cb120-1b31-4c17-b9a7-2497d638e147 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:43.426442 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c5e6-9a62-48c7-9b63-70aaec8aeffb None None] Pushing event updated for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:43.435251 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:43.435886 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Checking segment: {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:43.436419 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.437026 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Bound using segment: {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:43.437792 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Bound port: d051da59-5028-485e-a002-a476fe1e561a, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:43.438394 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (d051da59-5028-485e-a002-a476fe1e561a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.475492 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.securitygroups_db [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Project 876780e50b1845259edd80270e3cb845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:57:43.515197 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (f7679935-c7d4-4df2-a770-4d073c3b2d7d), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.683908 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2408629a-ef5c-46de-8bfa-49c3405c1ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.715805 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-c95259d4-9723-4850-b687-795c5ca41131 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.718299 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-c95259d4-9723-4850-b687-795c5ca41131 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.2329662 Apr 06 12:57:43.732149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (f7679935-c7d4-4df2-a770-4d073c3b2d7d), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.733060 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] For port d051da59-5028-485e-a002-a476fe1e561a, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:43.744535 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] For port d051da59-5028-485e-a002-a476fe1e561a, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=d051da59-5028-485e-a002-a476fe1e561a,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:43.776497 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Provisioning complete for port d051da59-5028-485e-a002-a476fe1e561a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:43.777456 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (d051da59-5028-485e-a002-a476fe1e561a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.784195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.784471 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (f7679935-c7d4-4df2-a770-4d073c3b2d7d), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.795124 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b55ea-78a2-47d4-9522-1dda3bcd5321 req-edb50809-ff30-4af3-8cc7-c100396d00bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.802205 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-706b55ea-78a2-47d4-9522-1dda3bcd5321 req-edb50809-ff30-4af3-8cc7-c100396d00bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.3570611 Apr 06 12:57:43.861466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.873017 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4936433 Apr 06 12:57:43.878188 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ab9a8-3c1d-4e7f-a6e3-41c6c0141991 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7679935-c7d4-4df2-a770-4d073c3b2d7d,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:43.926453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71710a9-0190-480e-b7d9-85b1d09045e1 tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.932490 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b71710a9-0190-480e-b7d9-85b1d09045e1 tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 1125 time: 0.6802940 Apr 06 12:57:43.932947 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50446) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:43.939075 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'port_id': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:43.955622 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9517af-2b33-4842-afe7-a4f7d984dade req-46446025-34ec-454d-ac8c-cbbe7ab8c20e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.963668 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-be9517af-2b33-4842-afe7-a4f7d984dade req-46446025-34ec-454d-ac8c-cbbe7ab8c20e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2254906 Apr 06 12:57:43.991647 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27643-c95c-4562-9923-8f94d6f54365 req-84309da1-2750-4c31-8f58-6e90f538a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.994340 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:43.994544 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86d27643-c95c-4562-9923-8f94d6f54365 req-84309da1-2750-4c31-8f58-6e90f538a590 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.2026784 Apr 06 12:57:43.995129 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:44.001177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c5e6-9a62-48c7-9b63-70aaec8aeffb None None] Pushing event updated for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:44.011642 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-706b55ea-78a2-47d4-9522-1dda3bcd5321 req-9f602d02-8294-493c-815e-c1d1dfa50ff0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085550 Apr 06 12:57:44.120118 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.217607 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Deleting port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:57:44.229998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.320891 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-be9517af-2b33-4842-afe7-a4f7d984dade req-72a78c3e-2394-4ebb-9579-60fc0124e6d8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560061 Apr 06 12:57:44.377474 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Current status of the port d051da59-5028-485e-a002-a476fe1e561a is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:44.379522 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (d051da59-5028-485e-a002-a476fe1e561a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.442351 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86d27643-c95c-4562-9923-8f94d6f54365 req-2c4999ac-fe11-46a2-ad5f-96d1987a54e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512979 Apr 06 12:57:44.463503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:44.467306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] For port d051da59-5028-485e-a002-a476fe1e561a, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=d051da59-5028-485e-a002-a476fe1e561a,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:44.502585 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.509078 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872910-0d2d-4790-a4c3-1e2b8249513a req-3fd17c97-5931-4265-96c2-b7ed6f60345d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:44.510686 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6b872910-0d2d-4790-a4c3-1e2b8249513a req-3fd17c97-5931-4265-96c2-b7ed6f60345d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5602c4a2-ec4b-4025-8154-28f83684368a HTTP/1.1" status: 200 len: 945 time: 0.1568587 Apr 06 12:57:44.554077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] For port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:44.554657 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.561968 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a5818-3b74-47dd-8f8f-6427f5963336 None None] Pushing event updated for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:44.590339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Calling delete_port for 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:57:44.683746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-ef5feec3-8a48-4a83-b9e3-cdb0f12e8f4d None None] Provisioning complete for port d051da59-5028-485e-a002-a476fe1e561a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:44.683976 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ef5feec3-8a48-4a83-b9e3-cdb0f12e8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (d051da59-5028-485e-a002-a476fe1e561a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.782529 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.847898 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.856189 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6b872910-0d2d-4790-a4c3-1e2b8249513a req-8ebed384-876c-4529-9602-dc2a980b8e3a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293979 Apr 06 12:57:44.868006 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-ef5feec3-8a48-4a83-b9e3-cdb0f12e8f4d None None] Current status of the port d051da59-5028-485e-a002-a476fe1e561a is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:44.898026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Pushing event deleted for resources: {'Port': ['ID=80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:44.937694 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:44.969626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:39Z', 'revision_number': 4, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'd051da59-5028-485e-a002-a476fe1e561a', 'name': '', 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'mac_address': 'fa:16:3e:56:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:38Z', 'updated_at': '2022-04-06T12:57:43Z', 'revision_number': 4, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'subnets': [{'id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:45.004027 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] No DVR routers for this DVR port 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:57:45.008759 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:45.012889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.27.1.171 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/b22e1707-7188-4bcf-96e3-c131ac2f5552) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:45.017014 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-66a76101-b72a-42fa-a7b8-a408fe0fcc75 req-54759ae8-68d5-4eeb-a2da-830f0397fc59 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "DELETE /v2.0/ports/80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 HTTP/1.1" status: 204 len: 173 time: 1.2888789 Apr 06 12:57:45.017224 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'name': 'network-vif-deleted', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:45.019590 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489d8936-e98b-4f19-8b1a-a8ff87bc39ca" -d '{"events": [{"server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "name": "network-vif-deleted", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:45.035520 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a5342-2810-4434-93d8-7c11df6c0ef1 None None] The sync data for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi is: [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T12:57:39Z', 'revision_number': 4, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'd051da59-5028-485e-a002-a476fe1e561a', 'name': '', 'network_id': '8d2cb120-1b31-4c17-b9a7-2497d638e147', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'mac_address': 'fa:16:3e:56:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:38Z', 'updated_at': '2022-04-06T12:57:43Z', 'revision_number': 4, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'subnets': [{'id': 'bd5aef2e-4c35-469b-a96b-a1f4d1166e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:45.086791 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2501ac62-ff01-4204-b566-b8e7bbda48c8 x-openstack-request-id: req-2501ac62-ff01-4204-b566-b8e7bbda48c8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:45.087392 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5602c4a2-ec4b-4025-8154-28f83684368a", "name": "network-vif-deleted", "tag": "80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:45.087814 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2501ac62-ff01-4204-b566-b8e7bbda48c8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:45.088507 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2501ac62-ff01-4204-b566-b8e7bbda48c8'] response: {'server_uuid': '5602c4a2-ec4b-4025-8154-28f83684368a', 'name': 'network-vif-deleted', 'tag': '80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8', 'status': 'completed', 'code': 200} Apr 06 12:57:45.161995 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: DOWN; New status is: DOWN {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:45.163828 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:45.239195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:57:45.239485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 80008ce0-cbfa-4c2d-aae3-ec8e1d0f0da8 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:57:45.281629 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:45.374463 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac808b-71c5-41ce-9cfc-6f37a9dad76e req-dc5f657b-5412-4a65-9c43-e01e6f8a4d41 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:45.376000 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7cac808b-71c5-41ce-9cfc-6f37a9dad76e req-dc5f657b-5412-4a65-9c43-e01e6f8a4d41 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.1592228 Apr 06 12:57:45.449954 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:45.460212 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7cac808b-71c5-41ce-9cfc-6f37a9dad76e req-5e6bae47-6eea-4151-a9dc-acdce87bfcbb tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706165 Apr 06 12:57:45.528718 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:45.534425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:45.542189 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:45.547884 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=b22e1707-7188-4bcf-96e3-c131ac2f5552,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:45.684990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bea691-c95b-4539-81bd-e02fd3a143ed req-585da4f8-f45a-4dca-aebc-73cc5a82641a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:45.686807 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b6bea691-c95b-4539-81bd-e02fd3a143ed req-585da4f8-f45a-4dca-aebc-73cc5a82641a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0990100 Apr 06 12:57:45.828735 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b6bea691-c95b-4539-81bd-e02fd3a143ed req-9bfe9639-9674-436b-919c-8be19d27bd64 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134951 Apr 06 12:57:46.192044 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (35a954ae-d09e-4553-94d7-8df20f2a9780), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.223728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ce62f57a-eb89-4715-ae10-76132bd625a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.315108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.721362 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device d051da59-5028-485e-a002-a476fe1e561a up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:46.809503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port d051da59-5028-485e-a002-a476fe1e561a triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:46.810310 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (d051da59-5028-485e-a002-a476fe1e561a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.970556 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.976660 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port d051da59-5028-485e-a002-a476fe1e561a is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:46.985247 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:47.008599 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78481da-b398-4429-84e2-3f3892ddde67 req-f1f2d177-03f0-4f7c-bd27-c8397e453204 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:47.010232 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a78481da-b398-4429-84e2-3f3892ddde67 req-f1f2d177-03f0-4f7c-bd27-c8397e453204 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.1915500 Apr 06 12:57:47.182834 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=b22e1707-7188-4bcf-96e3-c131ac2f5552,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:47.240642 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a78481da-b398-4429-84e2-3f3892ddde67 req-ad034c45-f888-47c8-b587-96d083f61697 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035897 Apr 06 12:57:47.244421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (35a954ae-d09e-4553-94d7-8df20f2a9780), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:47.310232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-2b957b27-1ea8-4964-8fc0-9d8247adea70 req-733fb186-9a32-4165-8cd1-615bc49527c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:57:47.311284 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b957b27-1ea8-4964-8fc0-9d8247adea70 req-733fb186-9a32-4165-8cd1-615bc49527c2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054784 Apr 06 12:57:47.322531 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-4a0d3410-bb70-4679-9c66-8c96051881a6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:47.329608 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-4a0d3410-bb70-4679-9c66-8c96051881a6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 809 time: 0.2906942 Apr 06 12:57:47.387738 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-2ac7e1f4-1988-433e-846b-bbdf9c48e56a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/quotas/57f626fcebcc41859770213d3646b6bf HTTP/1.1" status: 200 len: 375 time: 0.0179577 Apr 06 12:57:47.420587 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP 35a954ae-d09e-4553-94d7-8df20f2a9780 associated. External IP: 172.27.1.171, port: 1d058821-5aa1-4f69-b1d8-1a9304037d25. Apr 06 12:57:47.439342 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-3645675d-418b-423a-baa1-263c6cf6bfa2 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329306 Apr 06 12:57:47.472197 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:47.682354 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-87bb4b26-bc13-4882-aef5-f8918982101e service neutron] 10.222.0.23 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086487 Apr 06 12:57:47.715548 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c9ab8-ec87-4a03-af43-501b9a97340e req-c0137c88-8b8a-4e97-a5e3-babf3d8ccdd8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:47.717114 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4f6c9ab8-ec87-4a03-af43-501b9a97340e req-c0137c88-8b8a-4e97-a5e3-babf3d8ccdd8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.1802256 Apr 06 12:57:47.727776 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50574) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:47.742503 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'floatingip': {'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:47.908568 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:47.963709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50586) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:48.199261 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-758bccbe-5257-4a21-8011-624989fb1cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158806 Apr 06 12:57:48.221856 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15081f-f919-4158-bacc-d4fd67e533cc req-205e3434-430a-49ad-9b0b-f13d9e447f6b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:48.226887 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5c15081f-f919-4158-bacc-d4fd67e533cc req-205e3434-430a-49ad-9b0b-f13d9e447f6b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.4212627 Apr 06 12:57:48.267722 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:48.313669 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5c15081f-f919-4158-bacc-d4fd67e533cc req-8f439444-5f8b-464e-a8b7-80adde3943e2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744438 Apr 06 12:57:48.388974 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-01fa59e2-bee3-4d06-b3e8-48fb935544ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4237976 Apr 06 12:57:48.403852 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3909fb4c-663c-4e87-a5f7-1ba5983ae67a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:57:48.405170 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3909fb4c-663c-4e87-a5f7-1ba5983ae67a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075414 Apr 06 12:57:48.546161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50600) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:48.559242 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3edff1d1-2c83-4ac4-ab1a-6a8fd01e8d23 req-f6272296-8098-47bc-bbc4-7131ea66d227 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.0411100 Apr 06 12:57:48.584886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:48.623472 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:48.637331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:48.652660 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:48.653239 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:48.700526 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-80eea97c-8994-4085-9b12-5ce99c22a2a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7638972 Apr 06 12:57:48.701842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:48.705550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92c784-e7ab-42ff-94de-fd5127ddfeef" -d '{"events": [{"name": "network-changed", "server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:48.755603 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d3d52-4a2b-4742-b554-9e839e56a7a6 x-openstack-request-id: req-eb0d3d52-4a2b-4742-b554-9e839e56a7a6 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:48.759004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:48.759479 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb0d3d52-4a2b-4742-b554-9e839e56a7a6 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:48.760353 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0d3d52-4a2b-4742-b554-9e839e56a7a6'] response: {'name': 'network-changed', 'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'status': 'completed', 'code': 200} Apr 06 12:57:48.767665 dv-cinder-836769-2-iscsi neutron-server[109706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:57:48.800306 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:48.863868 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:48.958964 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3860bc2a-da1d-4682-81f2-0a123574e320 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:48.958964 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3860bc2a-da1d-4682-81f2-0a123574e320 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports/c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 940 time: 0.4094896 Apr 06 12:57:49.061490 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-e3d6e769-393d-4a1c-8a78-d80c26f5675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:49.063543 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-e3d6e769-393d-4a1c-8a78-d80c26f5675e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 1130 time: 0.2485754 Apr 06 12:57:49.223882 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '35a954ae-d09e-4553-94d7-8df20f2a9780', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:28:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:45Z', 'updated_at': '2022-04-06T12:57:45Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:49.253848 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:49.266318 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:49.266983 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:49.312977 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:57:49.466377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:49.534298 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:49.589035 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:49.681497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a11d4-3bb7-4e08-bba3-752a7130a7d3 req-89bc47f4-eef5-4452-bad1-2918603b1285 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:49.692621 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d62a11d4-3bb7-4e08-bba3-752a7130a7d3 req-89bc47f4-eef5-4452-bad1-2918603b1285 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2076070 Apr 06 12:57:49.816183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-1cb3a4ef-2f16-4c28-bfc6-dcdd3d238696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:49.821257 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-1cb3a4ef-2f16-4c28-bfc6-dcdd3d238696 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.7080224 Apr 06 12:57:49.867195 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d62a11d4-3bb7-4e08-bba3-752a7130a7d3 req-f1682d2a-c5cc-403a-8557-a0d4a51f6348 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733539 Apr 06 12:57:49.918253 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-751d1b01-d809-4370-ad97-d6ad24dfe2b3 req-98a1586e-9fb4-452f-9593-f306aec7ab5a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.1059377 Apr 06 12:57:49.934696 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '35a954ae-d09e-4553-94d7-8df20f2a9780', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:28:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:45Z', 'updated_at': '2022-04-06T12:57:45Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:49.987147 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83387833-313b-49b6-ba92-0b21ec917aea None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '35a954ae-d09e-4553-94d7-8df20f2a9780', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:28:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:45Z', 'updated_at': '2022-04-06T12:57:45Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:49.994128 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Floating IP 34844047-80ce-4977-bb24-b44abf8ee3ba associated. External IP: 172.27.1.235, port: ec93a163-e2b7-4c05-b7bc-dd437457f40a. Apr 06 12:57:50.036800 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-5015be1e-ec6e-446d-b449-af8a21f700a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25 HTTP/1.1" status: 200 len: 1000 time: 0.1346943 Apr 06 12:57:50.257030 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-439c79b3-275d-4d5f-8c52-092c225aab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:50.259944 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-439c79b3-275d-4d5f-8c52-092c225aab7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.1143782 Apr 06 12:57:50.369745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0a9e2-c7ce-424e-8236-9cd2729d45d5 None None] New status for floating IP 35a954ae-d09e-4553-94d7-8df20f2a9780: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:57:50.465067 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:50.635561 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-0ca0a41e-72be-4a1f-9019-9f1efe892a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:50.638072 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-0ca0a41e-72be-4a1f-9019-9f1efe892a86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3024378 Apr 06 12:57:50.683366 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-9daa2c4d-ec70-4864-8929-a5fe7b28d1e8 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:50.685885 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-9daa2c4d-ec70-4864-8929-a5fe7b28d1e8 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 809 time: 0.3491020 Apr 06 12:57:50.699872 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:51.037054 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Request body: {'port': {'device_id': 'c8bfe308-d101-495c-a911-d019391ed498', 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c', 'admin_state_up': True, 'tenant_id': '57f626fcebcc41859770213d3646b6bf'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:51.080366 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9536568d-5f2b-4682-bf00-91de023b7f1e req-5f5c46c2-318c-4158-9acb-7f5d5f65c2dc tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.0376155 Apr 06 12:57:51.135990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76751b3f-4e71-4a0b-b4e3-62857306ce8f req-2faa1af1-1be7-402d-9d47-e00b8a5b4e28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:51.137905 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76751b3f-4e71-4a0b-b4e3-62857306ce8f req-2faa1af1-1be7-402d-9d47-e00b8a5b4e28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1364400 Apr 06 12:57:51.187989 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:51.196037 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:51.215035 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-f713bd57-a762-4b90-8a8d-e19a69353231 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564681 Apr 06 12:57:51.232834 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:51.239339 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-76751b3f-4e71-4a0b-b4e3-62857306ce8f req-94469f50-1d8a-47f2-8dfc-463fbe793d32 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931063 Apr 06 12:57:51.254846 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:51.256739 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:51.335833 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-4cf502a1-0b8e-49f9-9d8e-dcb099da0af1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "PUT /v2.0/floatingips/34844047-80ce-4977-bb24-b44abf8ee3ba HTTP/1.1" status: 200 len: 992 time: 3.6053612 Apr 06 12:57:51.342406 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:51.346051 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:51.405977 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbd4a2-dfa4-42d9-8d5b-d1e6508930dc x-openstack-request-id: req-3dcbd4a2-dfa4-42d9-8d5b-d1e6508930dc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:51.406436 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:51.406811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dcbd4a2-dfa4-42d9-8d5b-d1e6508930dc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:51.407429 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcbd4a2-dfa4-42d9-8d5b-d1e6508930dc'] response: {'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'status': 'completed', 'code': 200} Apr 06 12:57:51.411006 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Made reservation on behalf of 57f626fcebcc41859770213d3646b6bf for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:51.417223 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:51.465776 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:51.538686 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2a92c784-e7ab-42ff-94de-fd5127ddfeef req-fddf2e47-3898-49d7-ac76-4110cf4f8c72 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028016 Apr 06 12:57:51.639592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-148e7fd6-b0c6-46b3-bdc1-a5c3c1248bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:51.642137 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-148e7fd6-b0c6-46b3-bdc1-a5c3c1248bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.1762371 Apr 06 12:57:51.801204 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Allocated IP 172.20.0.4 (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c/b91d6e14-247b-4561-8338-7332d21297f0/7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:51.821224 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:49Z', 'revision_number': 1, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:51.853502 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:51.861124 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-d0e235da-4b7f-454e-8270-53a587b81544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:51.862931 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:51.863576 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-d0e235da-4b7f-454e-8270-53a587b81544 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.2132394 Apr 06 12:57:51.863751 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:57:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:51.996439 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-45242ac5-bd48-4805-89ae-85b83226e2a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1000 time: 0.1245060 Apr 06 12:57:52.007611 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:52.082499 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-e7e52625-3881-4930-a26d-b0bf6e306e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:52.085600 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-e7e52625-3881-4930-a26d-b0bf6e306e53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0807135 Apr 06 12:57:52.117185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks [] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:52.213517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-a5e3947e-6c8a-4a18-ad1b-1166a72c96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:52.219096 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-a5e3947e-6c8a-4a18-ad1b-1166a72c96d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261730 Apr 06 12:57:52.265225 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:52.283364 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-25d67edd-90ad-4aa2-ad12-786ef950e48e req-759cd12e-4d9f-44c2-9a9f-d1e6ef489eab tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.0667746 Apr 06 12:57:52.358596 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:49Z', 'revision_number': 1, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:52.410089 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09533052-785a-42a3-a0f5-98fdee7428b1 None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:49Z', 'revision_number': 1, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:52.439446 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:52.452076 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:52.466463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:52.476890 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Pushing event updated for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:52.526282 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a563f4-9360-49d5-87db-ba5206c6ff94 req-25d5e537-7057-45e2-a5c1-ccbae3a243ef tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:52.529459 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a9a563f4-9360-49d5-87db-ba5206c6ff94 req-25d5e537-7057-45e2-a5c1-ccbae3a243ef tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1198189 Apr 06 12:57:52.556661 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-712181ab-4456-46b1-bc80-7fecea69373d service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294067 Apr 06 12:57:52.567729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:52.568957 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:52.630432 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-541394ba-5224-4393-8829-0a7dd614b306 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6235681 Apr 06 12:57:52.638369 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a9a563f4-9360-49d5-87db-ba5206c6ff94 req-b5a9c0fb-f508-4df5-9411-4f23718a744e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942881 Apr 06 12:57:52.707236 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7bb3e6e3-6c6e-47a1-8999-68666fef17ff req-f2db2b34-9c13-460c-8f1f-b19cfac99e5e service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273067 Apr 06 12:57:52.745956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a3714-2b8a-4edf-a461-5831f5b69740 None None] New status for floating IP 34844047-80ce-4977-bb24-b44abf8ee3ba: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:57:52.966861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Request body: {'port': {'device_id': 'c8bfe308-d101-495c-a911-d019391ed498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:53.086627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.408501 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:53.424581 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks [] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.450548 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Transition to ACTIVE for port object 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:57:53.458015 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.504454 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7d302-4439-49e4-aa39-a4b6843b3507 req-19459405-e29c-4918-bf71-69e29175d298 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.514071 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1ab7d302-4439-49e4-aa39-a4b6843b3507 req-19459405-e29c-4918-bf71-69e29175d298 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 931 time: 0.1284356 Apr 06 12:57:53.540259 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:53.577005 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1ab7d302-4439-49e4-aa39-a4b6843b3507 req-14ba2bfb-757c-4b09-bbac-e01356e123bd tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620356 Apr 06 12:57:53.629473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Attempting to bind port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:53.629835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Attempting to bind port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:53.630165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Attempting to bind port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:53.635315 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:57:53.635630 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Attempting to bind port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa on network 5f012614-54ef-488f-a3c5-3ba9cfe1ce2c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:53.650206 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:53.650628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Checking segment: {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:53.651092 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Bound using segment: {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:53.651809 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Bound port: 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0395f50c-43f6-4f69-847b-30cdbc8041b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:53.652248 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.738574 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:53.742008 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:53.749781 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.793680 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.794307 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:53.795731 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa HTTP/1.1" status: 200 len: 1093 time: 0.8374133 Apr 06 12:57:53.796220 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:53.798555 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f19055-0ab9-4d0e-871a-4405aaadf669" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:53.839636 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4258-30da-4542-8d11-08d9ac39b4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:53.851142 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ff2d2-5cb7-4b6e-9038-b9b8a998315f req-3e99a48a-adcc-44ce-aa39-83ddba3211b3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.854273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-229ff2d2-5cb7-4b6e-9038-b9b8a998315f req-3e99a48a-adcc-44ce-aa39-83ddba3211b3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0997589 Apr 06 12:57:53.865412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf320d-ed2e-4b13-afa7-673a1faa92c1 x-openstack-request-id: req-76bf320d-ed2e-4b13-afa7-673a1faa92c1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:53.867002 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:53.867266 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76bf320d-ed2e-4b13-afa7-673a1faa92c1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:53.867772 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bf320d-ed2e-4b13-afa7-673a1faa92c1'] response: {'name': 'network-changed', 'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa', 'status': 'completed', 'code': 200} Apr 06 12:57:53.914928 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-f608e8a2-6fd9-477d-b260-2e95490a8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.916543 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-f608e8a2-6fd9-477d-b260-2e95490a8747 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 1127 time: 0.0648029 Apr 06 12:57:53.919918 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-229ff2d2-5cb7-4b6e-9038-b9b8a998315f req-1d33a949-220f-4bc8-a4d2-2bf55b0be071 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572877 Apr 06 12:57:53.968491 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-7a656b4b-45ae-4c2e-85e2-58ee164104e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa HTTP/1.1" status: 200 len: 217 time: 0.0374894 Apr 06 12:57:54.021862 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999065-0c8d-421e-a436-71fd29732a2a req-33aa4f28-1d58-4b5f-a29b-57fd010d3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:54.023736 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-33aa4f28-1d58-4b5f-a29b-57fd010d3279 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b91d6e14-247b-4561-8338-7332d21297f0 HTTP/1.1" status: 200 len: 849 time: 0.0487201 Apr 06 12:57:54.068881 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-5b263cc0-7fe2-4f3e-bdab-620d40eccbe3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330291 Apr 06 12:57:54.191741 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-1bcd1905-ccba-43f8-90b4-63a05356c201 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138244 Apr 06 12:57:54.302256 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-88999065-0c8d-421e-a436-71fd29732a2a req-3ec72cb6-7d96-4bc2-98e1-b7693fb88af9 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018622 Apr 06 12:57:54.744948 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79397-84f3-4664-9797-81c332617632 req-f136863c-ddbc-461a-8cdc-90da63645eb0 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:54.747272 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0b79397-84f3-4664-9797-81c332617632 req-f136863c-ddbc-461a-8cdc-90da63645eb0 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 943 time: 0.0706341 Apr 06 12:57:54.815590 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0b79397-84f3-4664-9797-81c332617632 req-270dd62d-bade-409b-b38a-bfccbac18524 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 Apr 06 12:57:54.950602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50680) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:54.955612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887723951', 'description': 'tempest-description--1397430190'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:54.983942 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.067416 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bb827-4b73-47b0-ac8d-dd0b16153b6a req-4a6ff2ac-6d98-4af0-b274-4ac3420fa912 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:55.069273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b57bb827-4b73-47b0-ac8d-dd0b16153b6a req-4a6ff2ac-6d98-4af0-b274-4ac3420fa912 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0757267 Apr 06 12:57:55.079652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (60da4e06-8639-471e-9af7-76adbe27ebcc), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.085139 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (60da4e06-8639-471e-9af7-76adbe27ebcc), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.118118 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.119489 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1678216 Apr 06 12:57:55.122628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50682) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:55.127459 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '60da4e06-8639-471e-9af7-76adbe27ebcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:55.136494 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f75463-79b3-4af6-bea3-0251a140078e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60da4e06-8639-471e-9af7-76adbe27ebcc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:55.141807 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b57bb827-4b73-47b0-ac8d-dd0b16153b6a req-e60b44f5-4b3b-4051-a6d3-e8f964f852f6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620511 Apr 06 12:57:55.166759 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (ac6bded9-4f25-4244-9f1d-3b5cef35238c), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.251463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (ac6bded9-4f25-4244-9f1d-3b5cef35238c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.257718 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (ac6bded9-4f25-4244-9f1d-3b5cef35238c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.293643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6bded9-4f25-4244-9f1d-3b5cef35238c,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:55.305211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.307147 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ccb53706-07b3-43d1-8673-07d18312d053 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833901 Apr 06 12:57:55.310204 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 50684) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:55.317152 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '60da4e06-8639-471e-9af7-76adbe27ebcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:55.359596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (a6c154f2-0b9b-4ad9-9375-8b73a23844b3), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.453637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (a6c154f2-0b9b-4ad9-9375-8b73a23844b3), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.465320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (a6c154f2-0b9b-4ad9-9375-8b73a23844b3), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.511890 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c154f2-0b9b-4ad9-9375-8b73a23844b3,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:55.518670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.519909 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-71d51517-5477-4352-8f46-f7f95c1a70c2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2083600 Apr 06 12:57:55.524150 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 50686) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:55.531589 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:55.536240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-4baa257e-e029-45ca-8f51-df1b04c3b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:55.538044 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-4baa257e-e029-45ca-8f51-df1b04c3b1d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f626fcebcc41859770213d3646b6bf&device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 1127 time: 0.0830855 Apr 06 12:57:55.560533 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.672990 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.795594 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.27.1.141 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/9b60c7ae-c0fa-496a-8999-daf7fd13f0de) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:55.982009 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.007970 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6b047-4c14-4ed7-bfc3-6e6299795eba req-623a3489-8c8b-4f9a-81c3-cc007011b737 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.009613 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2da6b047-4c14-4ed7-bfc3-6e6299795eba req-623a3489-8c8b-4f9a-81c3-cc007011b737 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 943 time: 0.0960944 Apr 06 12:57:56.011664 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-bfdd69c5-208f-4f6b-b14e-8b19a820e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.013365 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-bfdd69c5-208f-4f6b-b14e-8b19a820e765 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 1127 time: 0.1666889 Apr 06 12:57:56.016458 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-d3ce059b-d5e8-419f-bf47-06474caf8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.017873 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-d3ce059b-d5e8-419f-bf47-06474caf8c69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 200 len: 910 time: 0.2045820 Apr 06 12:57:56.059000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.077223 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-ff4dc835-60ad-4bb0-8ee5-8af38c4a847b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa HTTP/1.1" status: 200 len: 217 time: 0.0506833 Apr 06 12:57:56.116373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:56.122171 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2da6b047-4c14-4ed7-bfc3-6e6299795eba req-6f7c1dcb-639d-426d-804e-66ac0ea562ed tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991721 Apr 06 12:57:56.127295 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:56.132821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:56.159709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-65389937-7462-47e7-949f-279a2dbae12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.160762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=9b60c7ae-c0fa-496a-8999-daf7fd13f0de,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:56.161153 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-65389937-7462-47e7-949f-279a2dbae12e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b91d6e14-247b-4561-8338-7332d21297f0 HTTP/1.1" status: 200 len: 849 time: 0.0651441 Apr 06 12:57:56.168096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-6b565c6a-b238-4508-b430-559c1535dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.183577 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-6b565c6a-b238-4508-b430-559c1535dc7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1127 time: 0.1015017 Apr 06 12:57:56.238549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.256790 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-2332fe7f-00b3-4fca-bc1c-747bc8f22c1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643036 Apr 06 12:57:56.308885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-54d4ad10-0f4d-4118-90e4-82c6b3097ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.308885 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-54d4ad10-0f4d-4118-90e4-82c6b3097ec7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.1243949 Apr 06 12:57:56.335821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.389792 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f71915-4c5c-4ae7-aa19-2ce738c253d3 req-99d4ee93-a71b-4b48-937b-c482b251d316 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.391471 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-59f71915-4c5c-4ae7-aa19-2ce738c253d3 req-99d4ee93-a71b-4b48-937b-c482b251d316 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1193652 Apr 06 12:57:56.510542 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-59f71915-4c5c-4ae7-aa19-2ce738c253d3 req-2e9d65c9-b5ce-4d38-9e08-113f11bc693d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094511 Apr 06 12:57:56.640461 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.648861 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.666824 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-07da53cb-86ec-48e2-8eb2-76331e496050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 200 len: 999 time: 0.1956489 Apr 06 12:57:56.749465 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-985658bf-0394-451c-a97c-8bf7aa72b505 service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873721 Apr 06 12:57:56.761651 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=9b60c7ae-c0fa-496a-8999-daf7fd13f0de,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:56.773603 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-c5551826-8a32-465b-880c-08ce5357f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.775987 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-c5551826-8a32-465b-880c-08ce5357f6af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0897443 Apr 06 12:57:56.779333 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.796003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:56.797288 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-872d35c2-033b-4abe-8315-cd6cd1442068 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2711105 Apr 06 12:57:56.936783 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:57.026882 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-ab972cb1-14d1-4c45-b424-2fae0eed9a82 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1887723951&fields=id&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 267 time: 0.0497341 Apr 06 12:57:57.048449 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:57.061844 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa', 'network_id': '5f012614-54ef-488f-a3c5-3ba9cfe1ce2c', 'port_id': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa', 'mac_address': 'fa:16:3e:87:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91d6e14-247b-4561-8338-7332d21297f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:57.106609 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:57.106999 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.121745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:57.146591 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:57.150743 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-dfc4a5ae-b567-4de9-b234-6295bded2838 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:57.152660 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.159280 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-dfc4a5ae-b567-4de9-b234-6295bded2838 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.1252036 Apr 06 12:57:57.174335 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-23b18f0f-7ac7-4cef-bbed-8582577cfedc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/quotas/3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 375 time: 0.0139797 Apr 06 12:57:57.213795 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:57.246912 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-95ff424c-21f1-4931-884a-2d93e940c60a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694292 Apr 06 12:57:57.357294 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9f791-9a98-49ff-a6a8-d9554fba4a16 req-17904082-2d43-4f6a-8588-3d62cc21a14f tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:57.358969 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7cb9f791-9a98-49ff-a6a8-d9554fba4a16 req-17904082-2d43-4f6a-8588-3d62cc21a14f tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 944 time: 0.1110904 Apr 06 12:57:57.407687 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-fd64ecdc-196b-4049-ac1f-065e5d4ba584 service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482801 Apr 06 12:57:57.459593 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3147cb32-37f7-412f-a249-33b9c6902fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:57.462184 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-3147cb32-37f7-412f-a249-33b9c6902fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5048156 Apr 06 12:57:57.477142 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7cb9f791-9a98-49ff-a6a8-d9554fba4a16 req-d2bbc66e-3bbb-4f3a-8766-68612641a79b tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107419 Apr 06 12:57:57.501621 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:57.516286 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e8f19055-0ab9-4d0e-871a-4405aaadf669 req-a026af63-5a56-4ec7-900f-aeb888ddcf9c service neutron] 10.222.0.11 "GET /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574603 Apr 06 12:57:57.526419 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-c9a0e207-c4d1-4857-9efc-23ad0997c724 service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104000 Apr 06 12:57:57.638989 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-cd15294c-1119-4d00-8961-7bc38ac3547e service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669288 Apr 06 12:57:57.747016 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64660d-1c12-4980-b56d-d878a1a2b06a req-aa2bc614-c227-4f3c-aaab-ff18df4ac3dd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:57.749213 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6a64660d-1c12-4980-b56d-d878a1a2b06a req-aa2bc614-c227-4f3c-aaab-ff18df4ac3dd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1384819 Apr 06 12:57:57.799590 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0516b17-c698-4e13-b9fc-0485b739ce4f req-330848cf-9745-4f72-905c-1292cf6746a8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0488851 Apr 06 12:57:57.819225 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f3147b16-69cf-4eae-871f-1f2229fa1673 req-13095b15-a232-48f8-9e0a-33ea4f19cc24 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724963 Apr 06 12:57:57.874865 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6a64660d-1c12-4980-b56d-d878a1a2b06a req-8e987cc3-2a61-486e-a4e3-16e7f3c28cbf tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114244 Apr 06 12:57:58.478518 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.736257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c111a-b257-41fc-aa2e-602d86326ac8 req-27a08d2f-579f-42d4-badc-c94a146ab1a6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:58.747067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec1c111a-b257-41fc-aa2e-602d86326ac8 req-27a08d2f-579f-42d4-badc-c94a146ab1a6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 944 time: 0.1253500 Apr 06 12:57:58.813556 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec1c111a-b257-41fc-aa2e-602d86326ac8 req-a6491891-ebdc-497e-b615-7c001fcbc3d4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648956 Apr 06 12:57:58.938255 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:58.965067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7faf3571-288d-4be1-b37b-d2d549845f4d req-6987c841-572e-4e67-be7e-a238ddf06cd7 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0427980 Apr 06 12:57:59.045232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:57:59.057038 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:59.057716 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.077494 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdac09-ad53-42f8-9d73-e7ddd289e83a req-6389b43e-01bf-43ef-91ca-b87b8f5764ca tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:59.079516 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ccdac09-ad53-42f8-9d73-e7ddd289e83a req-6389b43e-01bf-43ef-91ca-b87b8f5764ca tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0703859 Apr 06 12:57:59.160153 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ccdac09-ad53-42f8-9d73-e7ddd289e83a req-a45b5dad-f391-4161-9dff-9a51197f0713 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723004 Apr 06 12:57:59.181938 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:59.182188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.223183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:59.227529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e7f96-1522-47d3-8c8e-a308e791b98e" -d '{"events": [{"server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "name": "network-vif-plugged", "status": "completed", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:59.250371 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:59.256728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.283661 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d24e1d-ccc7-416b-ac21-a33f0cad27b5 x-openstack-request-id: req-55d24e1d-ccc7-416b-ac21-a33f0cad27b5 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:59.284209 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "name": "network-vif-plugged", "status": "completed", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:59.284528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d24e1d-ccc7-416b-ac21-a33f0cad27b5 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:59.284979 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d24e1d-ccc7-416b-ac21-a33f0cad27b5'] response: {'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa', 'code': 200} Apr 06 12:57:59.318615 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:59.984726 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430808-67cd-493b-bc2d-d69edb0b36db req-642ae0db-020b-450c-9f49-fc7d0634e313 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:59.986433 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d430808-67cd-493b-bc2d-d69edb0b36db req-642ae0db-020b-450c-9f49-fc7d0634e313 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0647604 Apr 06 12:58:00.068453 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d430808-67cd-493b-bc2d-d69edb0b36db req-71f9b6fd-503b-42d3-a5ed-d339cf72b958 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Apr 06 12:58:00.142886 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-167045b7-f8e3-41fa-9fb3-ab733001b77b req-e029c9eb-5433-4c6d-aa6d-44db40579f52 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0477586 Apr 06 12:58:00.338123 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f7df-0bb7-4668-b248-494758ba80fb req-137b220f-b183-4e07-87d4-792a888eec3d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:00.344675 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb81f7df-0bb7-4668-b248-494758ba80fb req-137b220f-b183-4e07-87d4-792a888eec3d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0840034 Apr 06 12:58:00.429022 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb81f7df-0bb7-4668-b248-494758ba80fb req-2e07ce72-fd96-4dca-b86e-602f2fbcd414 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808661 Apr 06 12:58:01.340172 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41d83422-268c-4aaf-88ae-ed03d0e08fa8 req-a59a9876-c36f-4f52-901a-4a6c5e6f5374 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0747941 Apr 06 12:58:01.363854 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec7ade-cc5e-4cb9-8756-ff436ec4fe27 req-8f038705-0ad5-45ec-a04b-15353b428365 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:01.377551 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ebec7ade-cc5e-4cb9-8756-ff436ec4fe27 req-8f038705-0ad5-45ec-a04b-15353b428365 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.1866508 Apr 06 12:58:01.470415 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ebec7ade-cc5e-4cb9-8756-ff436ec4fe27 req-2bc9aa36-fb4b-488e-ac6f-7926f09de664 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913448 Apr 06 12:58:01.558318 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-4b9aec4a-5243-494d-801b-7d342b57d154 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469573548&fields=id&tenant_id=876780e50b1845259edd80270e3cb845 HTTP/1.1" status: 200 len: 267 time: 0.0726490 Apr 06 12:58:01.755967 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da932-0680-45f2-97b0-4ac87c69c708 req-ebc24ed0-5c8e-483f-903a-58cddeffffbb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:01.757533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b45da932-0680-45f2-97b0-4ac87c69c708 req-ebc24ed0-5c8e-483f-903a-58cddeffffbb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.1737070 Apr 06 12:58:01.811282 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-9d0c0087-b2d5-4caf-b155-16e4fd3da251 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:01.812957 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-9d0c0087-b2d5-4caf-b155-16e4fd3da251 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 809 time: 0.2437985 Apr 06 12:58:01.844151 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-8d4a35d6-3966-41eb-8d84-6489b7d638ff tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/quotas/876780e50b1845259edd80270e3cb845 HTTP/1.1" status: 200 len: 375 time: 0.0243149 Apr 06 12:58:01.904345 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b45da932-0680-45f2-97b0-4ac87c69c708 req-64e6f96e-66b8-468d-9021-06e0f31e1916 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296961 Apr 06 12:58:01.933509 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b3e6b47c-b8c3-42a7-bcf3-fea7fc9341b5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883319 Apr 06 12:58:02.066569 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-347c64d1-e5f7-4c56-a881-e66c4612c031 service neutron] 10.222.0.23 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174803 Apr 06 12:58:02.176276 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-09f2c2a6-7937-433f-a3cc-ecc1c58707d3 service neutron] 10.222.0.23 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033757 Apr 06 12:58:02.498726 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-865b85a8-31cf-429f-a144-e54a726bc375 req-4885df52-5e8f-412d-9f64-29b356674adc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0576413 Apr 06 12:58:02.687782 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-efa814f0-29b4-4187-a0b0-8882b29febc3 req-87b36482-a698-47e0-9a04-74ab5fde4027 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0800197 Apr 06 12:58:02.727061 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1e214-0e70-4da5-af5d-93706061bf16 req-d6e2cef8-dfb3-46fb-9621-94820c79af04 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:02.728890 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-65e1e214-0e70-4da5-af5d-93706061bf16 req-d6e2cef8-dfb3-46fb-9621-94820c79af04 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.1353431 Apr 06 12:58:02.803900 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-65e1e214-0e70-4da5-af5d-93706061bf16 req-54e1057e-b611-4894-b4d8-1595a950bd00 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682163 Apr 06 12:58:03.124529 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba69b8b-9242-4b66-9045-069c8120b592 req-84be7922-f448-4032-ba1a-5b6f933989cd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:03.126994 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ba69b8b-9242-4b66-9045-069c8120b592 req-84be7922-f448-4032-ba1a-5b6f933989cd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0913260 Apr 06 12:58:03.198260 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ba69b8b-9242-4b66-9045-069c8120b592 req-af623c35-79af-49a0-b144-871d33ec6ea2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651381 Apr 06 12:58:03.602354 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9bb0626a-fbe0-44bf-9164-2808d0c7aebe req-49d447bc-5b4c-41ee-b981-813c015eadba tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0343506 Apr 06 12:58:03.789723 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8ab5d57-c8c1-48e5-ba1f-57f1682e2914 req-c77edb61-c2f6-4a1a-842b-21e475e4473a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0289371 Apr 06 12:58:03.939663 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20eb54-5d3a-42dc-a77c-ebd26ec9bade req-47c6919e-8309-4578-b2b7-918634cce968 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:03.941186 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4a20eb54-5d3a-42dc-a77c-ebd26ec9bade req-47c6919e-8309-4578-b2b7-918634cce968 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Apr 06 12:58:03.995164 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4a20eb54-5d3a-42dc-a77c-ebd26ec9bade req-a4c13355-40ae-421a-82a0-7aff48609d4c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469568 Apr 06 12:58:04.359378 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5144-274a-44cd-852f-cfb4a7fe8c23 req-1fd8d07f-5aa2-41c1-a557-2bf20fb30802 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:04.360946 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-921f5144-274a-44cd-852f-cfb4a7fe8c23 req-1fd8d07f-5aa2-41c1-a557-2bf20fb30802 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0758543 Apr 06 12:58:04.418808 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-921f5144-274a-44cd-852f-cfb4a7fe8c23 req-7b3a4509-14be-4d46-99ba-c240f9c5cc4e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Apr 06 12:58:04.716009 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bcfb01c2-556d-4c6d-a4e0-a3670f1df16a req-977b92fd-e806-4781-b965-4cbd07db6ef3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0290294 Apr 06 12:58:04.888337 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6781722d-d07c-40c2-97e0-d28097f43f39 req-700b57e4-3799-48d8-891d-8c828a7d9a8b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0311048 Apr 06 12:58:05.128803 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a52cf-cfeb-4add-bf10-4517aba05082 req-6591d942-1ddd-49cd-bd71-c7c3a81ebd87 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:05.130948 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e70a52cf-cfeb-4add-bf10-4517aba05082 req-6591d942-1ddd-49cd-bd71-c7c3a81ebd87 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Apr 06 12:58:05.184322 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e70a52cf-cfeb-4add-bf10-4517aba05082 req-4331e24c-d9c6-4159-a1c6-f65842f3426f tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Apr 06 12:58:05.571568 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c939c8a-53d9-4550-90ba-59d70e3683cd req-f96b3b2e-43f9-4787-af10-160973dfcca1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:05.573212 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7c939c8a-53d9-4550-90ba-59d70e3683cd req-f96b3b2e-43f9-4787-af10-160973dfcca1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0755737 Apr 06 12:58:05.634841 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7c939c8a-53d9-4550-90ba-59d70e3683cd req-935849cc-370b-4855-960f-148ab05be936 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550375 Apr 06 12:58:05.823857 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-81a382d5-92d1-4ac8-868d-85241fda610b req-45524ab5-5a99-407f-a93a-adff17a23dec tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0321810 Apr 06 12:58:05.999960 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0257606e-b3ce-45ee-b135-b0753fbdc4f5 req-d3c92bfd-6b46-45b1-b8d1-8ce507256496 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0290956 Apr 06 12:58:06.360817 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09969c-ea6d-48b9-b65f-0b466c5cedcc req-068e2339-9c6c-4161-932a-fda75c2bcec1 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:06.362400 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1e09969c-ea6d-48b9-b65f-0b466c5cedcc req-068e2339-9c6c-4161-932a-fda75c2bcec1 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0656075 Apr 06 12:58:06.420030 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1e09969c-ea6d-48b9-b65f-0b466c5cedcc req-6fd161d8-0671-4e2a-b856-c22e4cedd7ac tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Apr 06 12:58:06.777496 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f509e0-cbda-4100-8e7b-f3e1efca520b req-8437708f-f211-42b8-ac82-11c1a773fc57 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:06.779158 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-38f509e0-cbda-4100-8e7b-f3e1efca520b req-8437708f-f211-42b8-ac82-11c1a773fc57 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0614052 Apr 06 12:58:06.830824 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-38f509e0-cbda-4100-8e7b-f3e1efca520b req-0f4cae41-9518-43e2-8616-a3a4a0510fc1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Apr 06 12:58:06.934606 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-58e566d0-a3de-4d0d-9d78-1c801f12ad30 req-a268e4e0-ee6d-41df-bf27-21b3b237df7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0335557 Apr 06 12:58:07.102750 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9eefea94-2063-4bed-adcc-1d78b01772d4 req-6dee89a9-3fb1-4414-bd66-5cf2738de883 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0310030 Apr 06 12:58:07.549810 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69f8b3-436c-481d-a54f-eb8743a66e47 req-b4f5827f-ff6a-4397-b9fb-71bf5bcc32b0 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:07.551270 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0c69f8b3-436c-481d-a54f-eb8743a66e47 req-b4f5827f-ff6a-4397-b9fb-71bf5bcc32b0 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Apr 06 12:58:07.601701 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0c69f8b3-436c-481d-a54f-eb8743a66e47 req-c0042a7e-da7b-4054-a6eb-a742579f48f7 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Apr 06 12:58:07.966197 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad3e44-8ec0-4366-87a6-6939c0431cdb req-8f14f6ee-b170-4e07-ad54-198dca2e1e3c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:07.967760 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1dad3e44-8ec0-4366-87a6-6939c0431cdb req-8f14f6ee-b170-4e07-ad54-198dca2e1e3c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0562370 Apr 06 12:58:08.044382 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6120f27-8a61-453c-8ab9-a5758c6ecd85 req-01ad6490-1cc5-49fe-b8b3-48dd4b9ed67a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0416048 Apr 06 12:58:08.048229 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1dad3e44-8ec0-4366-87a6-6939c0431cdb req-9d5f21bc-b02e-4fa6-baa6-40f7363e39e7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745845 Apr 06 12:58:08.199409 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-19cbcb8f-2d07-48f6-bd00-ad15f77faff3 req-909de8b8-84e7-45fb-86a7-4b2b3c0e9ea0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0293953 Apr 06 12:58:08.719922 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4a13-7dde-468c-b4ed-2946534055b1 req-35304262-0b9f-4d43-8ba8-f649766fd417 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:08.721298 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-21cc4a13-7dde-468c-b4ed-2946534055b1 req-35304262-0b9f-4d43-8ba8-f649766fd417 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Apr 06 12:58:08.769886 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-21cc4a13-7dde-468c-b4ed-2946534055b1 req-6a6d2e4b-59c5-4e89-b589-9f823e9aba32 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Apr 06 12:58:08.826725 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-e1ffee23-e8e5-4f32-baa8-2208db3a7b70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633767 Apr 06 12:58:08.972079 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-43a581d5-c858-4dfa-8d5b-c88c057854db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:08.973649 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-43a581d5-c858-4dfa-8d5b-c88c057854db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 1130 time: 0.0742836 Apr 06 12:58:08.991976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874949-4f4c-4a67-9464-caccb744af85 req-cd86c504-8c4f-4cb5-913e-092739baee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:08.993815 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bd874949-4f4c-4a67-9464-caccb744af85 req-cd86c504-8c4f-4cb5-913e-092739baee36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 1129 time: 0.0546193 Apr 06 12:58:09.336730 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bd874949-4f4c-4a67-9464-caccb744af85 req-3a5668e2-1c08-4d75-8b1b-78e02417e91c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093366 Apr 06 12:58:09.353063 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-720c456e-35da-4c57-8e6c-7ca5c89a681f req-175ad917-ebce-4d95-b2bf-f800ff742d1c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.2414520 Apr 06 12:58:09.367927 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-13b39008-805d-4878-89c7-e9e83507c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:09.367927 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-13b39008-805d-4878-89c7-e9e83507c92a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.1179836 Apr 06 12:58:09.379179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d010-b973-41d8-9cc9-21d8255d9531 req-b3f9537e-1bc1-497d-b7af-0fe0006be0fe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:09.381113 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1e81d010-b973-41d8-9cc9-21d8255d9531 req-b3f9537e-1bc1-497d-b7af-0fe0006be0fe tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.2598331 Apr 06 12:58:09.446247 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-06bbfb0d-008c-464b-b856-2edd64e4d697 req-5ec31fca-8129-4075-9fd2-787bc5e4c856 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0334544 Apr 06 12:58:09.453195 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1e81d010-b973-41d8-9cc9-21d8255d9531 req-bdf906c9-de11-4c36-af12-486f835a262f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661995 Apr 06 12:58:09.788023 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-e36b6218-a8d7-42c2-b353-53020a4424ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 200 len: 217 time: 0.0529082 Apr 06 12:58:09.930166 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378cd66-dcff-46c7-b333-996b76011695 req-11a0ac12-2741-4416-88cd-425d107e25f4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:09.931844 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4378cd66-dcff-46c7-b333-996b76011695 req-11a0ac12-2741-4416-88cd-425d107e25f4 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0662777 Apr 06 12:58:09.954494 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-a93f2a8a-61d7-4ee3-8248-93183736be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:09.955945 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-a93f2a8a-61d7-4ee3-8248-93183736be6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.1453481 Apr 06 12:58:09.979806 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4378cd66-dcff-46c7-b333-996b76011695 req-b7f476f2-786b-45a0-a81a-96aca2218a6b tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Apr 06 12:58:10.007764 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-73803a1d-9429-4fe9-b356-691816d32595 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:10.009175 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-73803a1d-9429-4fe9-b356-691816d32595 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.2672038 Apr 06 12:58:10.028827 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-a1660c1a-be75-44e2-b5a1-f031b4d867b1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:10.030262 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-a1660c1a-be75-44e2-b5a1-f031b4d867b1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 809 time: 0.1597269 Apr 06 12:58:10.444733 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-3c855ce6-e0c6-4664-b929-e8dacd08a83d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=876780e50b1845259edd80270e3cb845 HTTP/1.1" status: 200 len: 379 time: 0.1360412 Apr 06 12:58:10.451621 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-d91fa7bf-33e6-42db-b5f1-72c2a3ce26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:10.453115 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-d91fa7bf-33e6-42db-b5f1-72c2a3ce26be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387308 Apr 06 12:58:10.463874 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-6ed9796c-eab6-4d79-84b5-94f91dab2e54 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 471 time: 0.1484091 Apr 06 12:58:10.466826 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-30355186-333b-432b-bd14-9106edc5984e req-83e59b0f-b872-44ee-8d6a-438da4236bfe tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0317843 Apr 06 12:58:10.489811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'port': {'device_id': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'admin_state_up': True, 'tenant_id': '876780e50b1845259edd80270e3cb845', 'security_groups': ['b4fbdba1-3597-45c7-9956-5de6eae2b93f']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:10.499614 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'port': {'device_id': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'admin_state_up': True, 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'security_groups': ['60da4e06-8639-471e-9af7-76adbe27ebcc']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:10.549094 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6e8893af-9ff2-43c3-a758-308868e7de74 req-1047f12b-b9e3-48c3-bd20-ccad6dca6e06 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0313869 Apr 06 12:58:10.602011 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ff6e4-00bd-4d78-a62c-ba63eadccb81 req-37e31dce-66ec-4766-bc12-9b37af05b3d0 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:10.603684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-727ff6e4-00bd-4d78-a62c-ba63eadccb81 req-37e31dce-66ec-4766-bc12-9b37af05b3d0 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0569861 Apr 06 12:58:10.655104 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-727ff6e4-00bd-4d78-a62c-ba63eadccb81 req-0021c088-7619-4b9e-9c55-f0878a530d39 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Apr 06 12:58:10.747513 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-06e3cbb2-25f4-408b-939f-b0ed1d8a47ca service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603326 Apr 06 12:58:10.769063 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Made reservation on behalf of 876780e50b1845259edd80270e3cb845 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:58:10.773166 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:10.776337 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:58:10.779421 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.002643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Allocated IP 172.20.0.10 (8d9237b0-88cd-4590-b041-81bdc2e0d22c/90535e19-d46b-4890-a86f-4ff2c5c290b6/4f35f311-d606-4ba8-9025-deb20c285030) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:11.009874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.20.0.10 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/a79b263d-9225-44d2-91cb-b81ab5176bf6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:11.101417 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1afe97-4073-4021-9884-6bb23f860587 req-54f9e2f3-863c-4aa6-bd16-6d2614f1468d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.103058 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b1afe97-4073-4021-9884-6bb23f860587 req-54f9e2f3-863c-4aa6-bd16-6d2614f1468d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0547817 Apr 06 12:58:11.158412 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b1afe97-4073-4021-9884-6bb23f860587 req-1e7d3ad9-8a26-4dd5-85b3-bb2c066e5f1f tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Apr 06 12:58:11.317055 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for port (4f35f311-d606-4ba8-9025-deb20c285030), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.321107 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.363697 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-64e53220-0486-4f7d-859c-5b6d730996c2 req-e2730c8d-6d8a-4414-a46c-2f8c9d80050c service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100737 Apr 06 12:58:11.398660 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.401437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.459197 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:11.466035 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:11.470788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:11.471715 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:11.479320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:11.481560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:11.507574 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:11.534560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.534911 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.535254 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.535591 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.535987 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.536473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.536807 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.537143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.537466 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.537914 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.538246 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.538572 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.538940 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.539266 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.539589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:11.641619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.642314 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.654744 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.655410 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.687418 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:11.702214 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-f3a821de-3c97-455e-ad51-0d7a01461b94 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2160375 Apr 06 12:58:11.706493 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-0d5fe52d-32e8-4d9a-b2ac-d7ef3ed1f302 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2288179 Apr 06 12:58:11.712485 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf67cdf-c9de-42b2-8d8f-c1209336d5e3 req-a193d987-9eaa-4977-9aae-0a10baae9df4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.714234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cbf67cdf-c9de-42b2-8d8f-c1209336d5e3 req-a193d987-9eaa-4977-9aae-0a10baae9df4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 932 time: 0.0880201 Apr 06 12:58:11.724399 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e65cc4-e381-402a-9e60-8b7a75d5a806 req-e98e49fd-a704-4cf2-9317-49126b7a1cac tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.729352 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Request body: {'port': {'device_id': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:11.733260 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f4e65cc4-e381-402a-9e60-8b7a75d5a806 req-e98e49fd-a704-4cf2-9317-49126b7a1cac tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 932 time: 0.1691656 Apr 06 12:58:11.737369 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Request body: {'port': {'device_id': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:11.822000 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cbf67cdf-c9de-42b2-8d8f-c1209336d5e3 req-ab944664-431a-4dd9-8dbb-7e175028003c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809610 Apr 06 12:58:11.834371 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f4e65cc4-e381-402a-9e60-8b7a75d5a806 req-9e211230-9406-4ddb-b321-dff60c1af2c4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997231 Apr 06 12:58:11.858398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.869266 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.871688 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Provisioning complete for port a79b263d-9225-44d2-91cb-b81ab5176bf6 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:11.872633 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.915894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Port a79b263d-9225-44d2-91cb-b81ab5176bf6 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:58:11.926069 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Provisioning complete for port 4f35f311-d606-4ba8-9025-deb20c285030 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:11.926435 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4f35f311-d606-4ba8-9025-deb20c285030), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.953609 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a301b8-9d69-4f5d-97f3-9019d79a8fd2 req-ac293f57-3588-47e5-a8d2-4ebd07688b41 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.962612 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e3a301b8-9d69-4f5d-97f3-9019d79a8fd2 req-ac293f57-3588-47e5-a8d2-4ebd07688b41 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0744419 Apr 06 12:58:11.963521 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-328a0e6a-3b51-4521-a167-132e0260d9e1 None None] Port 4f35f311-d606-4ba8-9025-deb20c285030 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:58:12.018836 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e3a301b8-9d69-4f5d-97f3-9019d79a8fd2 req-f822646a-0552-4066-8793-bef6211bdae6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517621 Apr 06 12:58:12.152790 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4f8e-4891-4fb6-930c-5d68b58bde14 req-3482527d-0d0b-4150-b28f-1436da938595 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:12.154313 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e22d4f8e-4891-4fb6-930c-5d68b58bde14 req-3482527d-0d0b-4150-b28f-1436da938595 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Apr 06 12:58:12.201909 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e22d4f8e-4891-4fb6-930c-5d68b58bde14 req-bd02304a-98c5-490a-b4fa-53bc717d740c tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Apr 06 12:58:12.351087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79b263d-9225-44d2-91cb-b81ab5176bf6 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:12.363106 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks [] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.368839 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f35f311-d606-4ba8-9025-deb20c285030 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:12.380820 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks [] for port (4f35f311-d606-4ba8-9025-deb20c285030), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.389485 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Transition to ACTIVE for port object a79b263d-9225-44d2-91cb-b81ab5176bf6 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:58:12.396137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.401841 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Transition to ACTIVE for port object 4f35f311-d606-4ba8-9025-deb20c285030 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:58:12.425730 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.469148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:12.603709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:12.639632 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Attempting to bind port a79b263d-9225-44d2-91cb-b81ab5176bf6 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:58:12.639976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Attempting to bind port a79b263d-9225-44d2-91cb-b81ab5176bf6 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:58:12.640309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Attempting to bind port a79b263d-9225-44d2-91cb-b81ab5176bf6 on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:12.651533 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Port a79b263d-9225-44d2-91cb-b81ab5176bf6 on network f1c25248-8133-4d8e-9050-6a36b513586f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:58:12.651857 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Attempting to bind port a79b263d-9225-44d2-91cb-b81ab5176bf6 on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:12.660270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Attempting to bind port 4f35f311-d606-4ba8-9025-deb20c285030 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:58:12.660607 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Attempting to bind port 4f35f311-d606-4ba8-9025-deb20c285030 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:58:12.661096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Attempting to bind port 4f35f311-d606-4ba8-9025-deb20c285030 on network 8d9237b0-88cd-4590-b041-81bdc2e0d22c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:12.663485 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:58:12.663816 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:58:12.664195 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:58:12.664617 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Bound port: a79b263d-9225-44d2-91cb-b81ab5176bf6, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:58:12.664976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.677912 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Port 4f35f311-d606-4ba8-9025-deb20c285030 on network 8d9237b0-88cd-4590-b041-81bdc2e0d22c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:58:12.678239 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Attempting to bind port 4f35f311-d606-4ba8-9025-deb20c285030 on network 8d9237b0-88cd-4590-b041-81bdc2e0d22c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:12.686299 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:58:12.686637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Checking segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:58:12.687015 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Bound using segment: {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:58:12.687444 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Bound port: 4f35f311-d606-4ba8-9025-deb20c285030, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86800f4c-a881-4629-ad87-6dc59f3761f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:58:12.687797 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.784262 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:58:12.790086 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:58:12.797602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:58:12.800055 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.804594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:58:12.834394 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.847909 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:12.849312 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.850517 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] 10.222.0.11 "PUT /v2.0/ports/a79b263d-9225-44d2-91cb-b81ab5176bf6 HTTP/1.1" status: 200 len: 1094 time: 1.1269379 Apr 06 12:58:12.853105 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:12.854957 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a76e6f-36ee-410f-a14f-d2d7384bd268" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:12.869943 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:12.870629 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:12.872130 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 1094 time: 1.1391339 Apr 06 12:58:12.888626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37ed5b-7cf0-437d-a8a3-29a1a0826ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:12.924947 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de879cc2-0129-470a-b62c-c8fb965fb4f8 x-openstack-request-id: req-de879cc2-0129-470a-b62c-c8fb965fb4f8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:12.925235 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:12.925685 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de879cc2-0129-470a-b62c-c8fb965fb4f8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:12.926247 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de879cc2-0129-470a-b62c-c8fb965fb4f8'] response: {'name': 'network-changed', 'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'status': 'completed', 'code': 200} Apr 06 12:58:12.967489 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbdb47-9493-401f-ad4e-13b9bb648f76 service neutron] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:13.024942 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb0b90-924f-41b8-ab4f-5edf83f37956 req-752995fc-1c01-4f16-a817-df89804f8289 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.026596 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a9fb0b90-924f-41b8-ab4f-5edf83f37956 req-752995fc-1c01-4f16-a817-df89804f8289 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.1128962 Apr 06 12:58:13.057464 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ccf2a-c5e3-4f85-aded-17f89edc0e5b req-764f9c77-3e38-4aa1-8fa2-897b57ad5825 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.059123 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5e4ccf2a-c5e3-4f85-aded-17f89edc0e5b req-764f9c77-3e38-4aa1-8fa2-897b57ad5825 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.0890472 Apr 06 12:58:13.110593 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a9fb0b90-924f-41b8-ab4f-5edf83f37956 req-4ee8f059-44b3-4a5b-91d3-d7c1a3c86d73 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762682 Apr 06 12:58:13.138292 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5e4ccf2a-c5e3-4f85-aded-17f89edc0e5b req-3952f2cf-0084-413f-8e8f-adb9fc64f929 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712252 Apr 06 12:58:13.238727 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aed63-7594-4354-a751-e0d7964e603c req-4fe473bd-f450-40b7-9ba5-04daec6b541a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.240847 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6b0aed63-7594-4354-a751-e0d7964e603c req-4fe473bd-f450-40b7-9ba5-04daec6b541a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0601702 Apr 06 12:58:13.320610 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6b0aed63-7594-4354-a751-e0d7964e603c req-bcf105ca-7379-42e5-ad1c-3764b1c6cf39 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738554 Apr 06 12:58:13.344395 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f2b9-bfb8-427d-bc23-038787188cfb req-ea96a311-0d6f-4aa1-8bda-3f7c5d3b557d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.345904 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cc43f2b9-bfb8-427d-bc23-038787188cfb req-ea96a311-0d6f-4aa1-8bda-3f7c5d3b557d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0702145 Apr 06 12:58:13.401999 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cc43f2b9-bfb8-427d-bc23-038787188cfb req-19cc9392-bf08-46f5-857d-ba9eeacfd1b7 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480249 Apr 06 12:58:13.512146 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-015c4d6d-4055-49a4-a295-053a0e78e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.513685 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-015c4d6d-4055-49a4-a295-053a0e78e218 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1128 time: 0.0679626 Apr 06 12:58:13.516069 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-8994932f-e2b9-4835-b627-98e7db39363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:13.517405 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-8994932f-e2b9-4835-b627-98e7db39363f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 1128 time: 0.0808206 Apr 06 12:58:13.565449 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:58:13.569430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-aa0c2d51-5f0e-4bd2-bb9c-0a97cfbfbf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:14.041275 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-a64e6183-f321-4c8b-a088-3298a2eab576 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 217 time: 0.2947481 Apr 06 12:58:14.141377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-9484b6c3-3983-4364-b95a-f5d5e5d73bc6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.143052 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-9484b6c3-3983-4364-b95a-f5d5e5d73bc6 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.1199431 Apr 06 12:58:14.148155 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-ee6bb093-ac8b-4d32-bcc3-c3af49be78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.149525 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-ee6bb093-ac8b-4d32-bcc3-c3af49be78d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3921037165464922bb64cd4fbea35ae0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4018767 Apr 06 12:58:14.266194 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c531c6d-a0da-4454-a568-66d51e6c4356 req-bd810418-239e-4bef-ac64-672aa4622d18 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.267681 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c531c6d-a0da-4454-a568-66d51e6c4356 req-bd810418-239e-4bef-ac64-672aa4622d18 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0852044 Apr 06 12:58:14.289306 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9552ab-45fd-4154-8e49-d3b46b142522 req-f14e1f14-8daf-4060-aa43-2022badbfb10 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.290783 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0b9552ab-45fd-4154-8e49-d3b46b142522 req-f14e1f14-8daf-4060-aa43-2022badbfb10 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.0816827 Apr 06 12:58:14.356616 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c531c6d-a0da-4454-a568-66d51e6c4356 req-99ae2ebe-d000-41c1-ab6d-8b18166dfe32 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827777 Apr 06 12:58:14.364050 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0b9552ab-45fd-4154-8e49-d3b46b142522 req-54a106ab-9188-42b4-9c95-fa96376db186 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667865 Apr 06 12:58:14.467019 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4519b-1576-4645-a0ab-ba06eefe8925 req-e37a456a-89f3-4d79-b1a3-7f9f614eff94 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.468504 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b8f4519b-1576-4645-a0ab-ba06eefe8925 req-e37a456a-89f3-4d79-b1a3-7f9f614eff94 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0562873 Apr 06 12:58:14.549209 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b8f4519b-1576-4645-a0ab-ba06eefe8925 req-57556e2f-d6af-43fa-a1c2-8b65a77425a4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693431 Apr 06 12:58:14.556275 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ca5b-61ee-4bd9-9de8-1f841f4e3fed req-d8e7e2ad-06f9-4301-98f1-eaf8abc67ed2 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.557705 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5356ca5b-61ee-4bd9-9de8-1f841f4e3fed req-d8e7e2ad-06f9-4301-98f1-eaf8abc67ed2 tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 945 time: 0.0879538 Apr 06 12:58:14.603719 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5356ca5b-61ee-4bd9-9de8-1f841f4e3fed req-1c012fac-a342-42c1-8b49-9ea18007c80f tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a83288a-7688-4980-a669-1f03c0f33c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Apr 06 12:58:14.871144 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-54719cd8-9978-48ea-9958-25008bb3f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.872501 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-54719cd8-9978-48ea-9958-25008bb3f7ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.1284933 Apr 06 12:58:14.927840 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:14.930102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23c884c-df2f-4dcb-b25a-749a6835f880" -d '{"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:14.973839 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db6b90c-810a-424f-9bd5-0b50a4fd7318 x-openstack-request-id: req-4db6b90c-810a-424f-9bd5-0b50a4fd7318 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:14.974124 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:14.974368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4db6b90c-810a-424f-9bd5-0b50a4fd7318 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:14.974759 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db6b90c-810a-424f-9bd5-0b50a4fd7318'] response: {'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'status': 'completed', 'code': 200} Apr 06 12:58:14.990265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-2a2d834a-aa09-4022-bdd2-6d9de921234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:14.991735 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-89a76e6f-36ee-410f-a14f-d2d7384bd268 req-2a2d834a-aa09-4022-bdd2-6d9de921234f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391376 Apr 06 12:58:15.001920 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-9d652a75-070a-4315-9544-61fb1070361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.003366 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-9d652a75-070a-4315-9544-61fb1070361c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102304 Apr 06 12:58:15.006807 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Deleting port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:15.007140 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:15.199083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] For port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,segment=NetworkSegment(0395f50c-43f6-4f69-847b-30cdbc8041b6),segment_id=0395f50c-43f6-4f69-847b-30cdbc8041b6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:15.199369 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:15.202879 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-64bc4467-9406-464c-9e06-af181b968f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.204351 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-64bc4467-9406-464c-9e06-af181b968f51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 1128 time: 0.1496372 Apr 06 12:58:15.211167 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-31966af3-7737-456d-a1a0-95839ec6282b service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895304 Apr 06 12:58:15.216484 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Calling delete_port for 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:15.337310 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-821a8438-916d-419d-80b9-5a575cc00cca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6 HTTP/1.1" status: 200 len: 217 time: 0.1112382 Apr 06 12:58:15.444206 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-f887f047-e021-4daa-85ad-155529140590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.445657 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-f887f047-e021-4daa-85ad-155529140590 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0998294 Apr 06 12:58:15.447411 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-952fefbe-395f-4b1c-b4a9-9625b1b484b9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225223 Apr 06 12:58:15.518835 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214dcb-639f-471f-9f90-f67827d5c36f req-19ef38ab-036c-4201-9850-fdf6ee1cea84 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.520979 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5214dcb-639f-471f-9f90-f67827d5c36f req-19ef38ab-036c-4201-9850-fdf6ee1cea84 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0917170 Apr 06 12:58:15.533353 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ea6b-f6bc-4169-883e-b699dc84f14f req-2daa002f-7b67-43e2-b6e0-8c69de31712e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.535517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:15.542294 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1eb1ea6b-f6bc-4169-883e-b699dc84f14f req-2daa002f-7b67-43e2-b6e0-8c69de31712e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.1020064 Apr 06 12:58:15.553840 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:58:15.568816 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Pushing event deleted for resources: {'Port': ['ID=7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:15.571758 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018222fc-2e36-4606-9985-13a385190eab req-00e69377-a998-49d8-950a-a15d82356be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.573271 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-00e69377-a998-49d8-950a-a15d82356be7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962911 Apr 06 12:58:15.618969 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] No DVR routers for this DVR port 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:15.622592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:15.626494 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-62c9a5de-d635-46cb-8e9c-26019eb5d390 req-5d7a4d15-c840-41ae-9900-155f2643c92a tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.11 "DELETE /v2.0/ports/7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa HTTP/1.1" status: 204 len: 173 time: 0.8806570 Apr 06 12:58:15.627330 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1eb1ea6b-f6bc-4169-883e-b699dc84f14f req-a3d8ea31-3d28-4b01-8ce3-3872355f32db tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840485 Apr 06 12:58:15.632166 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5214dcb-639f-471f-9f90-f67827d5c36f req-9b375b02-48e7-44f3-a650-a4d2eb3a0c1a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878019 Apr 06 12:58:15.748330 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0b673188-0813-4ad4-a13f-6499f2bd102a req-a811c343-582c-402a-a4af-3c8c49092dfb tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.0461621 Apr 06 12:58:15.776178 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712868-d307-43e8-bb8b-0765a80d3423 req-f8523203-2560-4f00-a1d3-b81ca97a1457 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.777926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2d712868-d307-43e8-bb8b-0765a80d3423 req-f8523203-2560-4f00-a1d3-b81ca97a1457 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0861192 Apr 06 12:58:15.833132 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2d712868-d307-43e8-bb8b-0765a80d3423 req-33611585-e597-45d6-abc4-3dd46dc7d334 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 Apr 06 12:58:15.901626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-b8bdfbfd-4264-41f5-b3c9-236a030d5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:15.903126 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-b8bdfbfd-4264-41f5-b3c9-236a030d5cff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1128 time: 0.1203992 Apr 06 12:58:15.905289 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-e06e556a-6919-4509-bbbb-0d1c925a7ba6 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418464 Apr 06 12:58:16.064612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-46a2d157-4679-4244-8126-78f785bdd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:16.066058 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-46a2d157-4679-4244-8126-78f785bdd53b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.1516409 Apr 06 12:58:16.068402 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-018222fc-2e36-4606-9985-13a385190eab req-f0f25c3c-d43b-4121-86d0-9a9d87215027 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463196 Apr 06 12:58:16.220913 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c49cf140-49e4-4144-add0-9f53ab0d7ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:16.233178 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-fa75093e-24de-408c-b535-652975ee8341 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 217 time: 0.0397871 Apr 06 12:58:16.777502 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882005c-b8ab-41cf-9215-fa5109af95ad req-5223a825-bbf9-4307-9583-c29630dda8bc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:16.778991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9882005c-b8ab-41cf-9215-fa5109af95ad req-5223a825-bbf9-4307-9583-c29630dda8bc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.0850267 Apr 06 12:58:16.789117 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a550296-20ea-4708-a954-b5437d8f339f req-7ae2ab53-44b6-47d0-9373-79003bee7898 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:16.790652 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a550296-20ea-4708-a954-b5437d8f339f req-7ae2ab53-44b6-47d0-9373-79003bee7898 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0878510 Apr 06 12:58:16.865077 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9882005c-b8ab-41cf-9215-fa5109af95ad req-317d2af9-2d70-4593-9482-dc83ad60dd47 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734520 Apr 06 12:58:16.868784 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a550296-20ea-4708-a954-b5437d8f339f req-c24edb6a-1063-4cfd-9e55-837e1f4c4d16 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710793 Apr 06 12:58:16.975750 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'name': 'network-vif-deleted', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:16.978153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212f88c-aa42-49a5-9c0f-de1f34dc4cb1" -d '{"events": [{"server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "name": "network-vif-deleted", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:16.983498 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1cb0ddfd-1375-4117-964b-8ad10d3765e6 req-621c0e3b-012e-49c9-b6ba-8d57e992504d tempest-VolumesActionsTest-1331665710 tempest-VolumesActionsTest-1331665710-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8bfe308-d101-495c-a911-d019391ed498 HTTP/1.1" status: 200 len: 210 time: 0.0495405 Apr 06 12:58:16.984561 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:58:17.017783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084e24-bf7e-4180-b0f5-13eed20b220c req-7656afa0-5a9b-443d-ae75-839a41dcb0ed tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:17.019297 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f3084e24-bf7e-4180-b0f5-13eed20b220c req-7656afa0-5a9b-443d-ae75-839a41dcb0ed tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 943 time: 0.0872710 Apr 06 12:58:17.033795 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b9910-e3cd-4ec8-b33f-4aeba1cc7cca x-openstack-request-id: req-b37b9910-e3cd-4ec8-b33f-4aeba1cc7cca {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:17.034413 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bfe308-d101-495c-a911-d019391ed498", "name": "network-vif-deleted", "tag": "7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:17.034893 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b37b9910-e3cd-4ec8-b33f-4aeba1cc7cca {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:17.035369 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37b9910-e3cd-4ec8-b33f-4aeba1cc7cca'] response: {'server_uuid': 'c8bfe308-d101-495c-a911-d019391ed498', 'name': 'network-vif-deleted', 'tag': '7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa', 'status': 'completed', 'code': 200} Apr 06 12:58:17.069661 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f3084e24-bf7e-4180-b0f5-13eed20b220c req-f263fe63-5c10-4bc8-9696-3eb628bd2fb7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Apr 06 12:58:17.082644 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:17.098290 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'mac_address': 'fa:16:3e:cf:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:58:17.135837 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:17.136266 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:17.149399 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:17.168607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:17.172746 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:17.221830 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=9']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:17.259272 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-0af80efb-4760-4c8c-9c29-3cca07637220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:17.260792 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-0af80efb-4760-4c8c-9c29-3cca07637220 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0499532 Apr 06 12:58:17.321611 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-d6c19bf5-5714-4eaa-b1fd-4930b154520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:17.323137 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-d6c19bf5-5714-4eaa-b1fd-4930b154520a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536809 Apr 06 12:58:17.416655 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-8b9119d1-7f3e-4d25-9ec9-451c44c28bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869975 Apr 06 12:58:17.463480 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:17.477115 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['c45588ce-cb56-4b9a-b43c-8cc6969bf111'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:58:17.519575 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b23c884c-df2f-4dcb-b25a-749a6835f880 req-9ba78f51-eabd-4f45-ab45-de524399bbab service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949595 Apr 06 12:58:18.025751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eea3ef-38e4-4da3-828c-f15167197903 req-879140a6-fc2e-4ae0-8872-eb8f2ac0801f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:18.027282 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a1eea3ef-38e4-4da3-828c-f15167197903 req-879140a6-fc2e-4ae0-8872-eb8f2ac0801f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.0860434 Apr 06 12:58:18.035036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddd37e-c100-4e91-9f6d-abb54db52465 req-63685e30-d207-48ac-ac62-28f02d86f135 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:18.036653 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7ddd37e-c100-4e91-9f6d-abb54db52465 req-63685e30-d207-48ac-ac62-28f02d86f135 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0856786 Apr 06 12:58:18.119670 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a1eea3ef-38e4-4da3-828c-f15167197903 req-cbddba2a-bf3d-4bd8-947d-6c5745586c33 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816979 Apr 06 12:58:18.131004 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7ddd37e-c100-4e91-9f6d-abb54db52465 req-0ecf51cc-d82c-451b-84ce-cbff2c8f8fe2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872962 Apr 06 12:58:18.270353 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b723d2-a8f5-4570-abe1-f94ded310e9c req-845cf635-2a50-4488-a1d0-b5532782c476 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:18.272287 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-31b723d2-a8f5-4570-abe1-f94ded310e9c req-845cf635-2a50-4488-a1d0-b5532782c476 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 944 time: 0.0752108 Apr 06 12:58:18.328040 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-31b723d2-a8f5-4570-abe1-f94ded310e9c req-b3266f3e-4b6e-4c92-9ae5-39f9603d3a43 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485933 Apr 06 12:58:18.854187 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.012779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a79b263d-9225-44d2-91cb-b81ab5176bf6 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:58:19.016442 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:58:19.152737 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port c45588ce-cb56-4b9a-b43c-8cc6969bf111 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:19.153107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.209126 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:19.222659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'port_id': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'mac_address': 'fa:16:3e:2e:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:58:19.281528 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2c6b-b4cc-41f9-b509-f542820a3bbc req-116dc5de-8d60-41ab-abf8-d622d27376b3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:19.283064 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3c7a2c6b-b4cc-41f9-b509-f542820a3bbc req-116dc5de-8d60-41ab-abf8-d622d27376b3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 944 time: 0.0933344 Apr 06 12:58:19.293706 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port a79b263d-9225-44d2-91cb-b81ab5176bf6 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:19.294018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8360-eb77-43e5-8a7a-9a3f9be18085 req-ed9d5f52-be05-4ce9-a553-774503b34566 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:19.294194 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.295617 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-79dc8360-eb77-43e5-8a7a-9a3f9be18085 req-ed9d5f52-be05-4ce9-a553-774503b34566 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0920589 Apr 06 12:58:19.298607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port c45588ce-cb56-4b9a-b43c-8cc6969bf111 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:19.298998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.321173 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79b263d-9225-44d2-91cb-b81ab5176bf6 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:19.343842 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:19.346117 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68fd9c8-42cc-439e-9c77-fe1f2f6ea2a1" -d '{"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:19.363076 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:19.365762 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:19.368484 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.371965 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3c7a2c6b-b4cc-41f9-b509-f542820a3bbc req-8de01a42-8355-46c9-b44b-392c494a02fb tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750697 Apr 06 12:58:19.373983 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.374923 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:19.383285 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-79dc8360-eb77-43e5-8a7a-9a3f9be18085 req-c30a2b79-68a8-4509-9704-cb0449b40717 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791962 Apr 06 12:58:19.428923 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f81f7a-0c4d-4a72-9eed-260f46a7ca75 x-openstack-request-id: req-b3f81f7a-0c4d-4a72-9eed-260f46a7ca75 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:19.429236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-plugged", "status": "completed", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:19.429490 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3f81f7a-0c4d-4a72-9eed-260f46a7ca75 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:19.429902 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f81f7a-0c4d-4a72-9eed-260f46a7ca75'] response: {'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'code': 200} Apr 06 12:58:19.432202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:19.432593 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7f9ba5d5-d6cf-4d5f-93e5-11c0e13c29fa not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:19.454080 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:19.461200 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.461474 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.461985 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.462349 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.462684 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.463010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.463333 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.463654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.463974 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.464293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.464611 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.464942 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.465262 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.465604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.465915 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:19.496520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb625aa-4369-4cd9-a4a5-1930acb1a75b req-b6a8645b-caaa-4373-a550-412179dce713 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:19.498069 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7eb625aa-4369-4cd9-a4a5-1930acb1a75b req-b6a8645b-caaa-4373-a550-412179dce713 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0549419 Apr 06 12:58:19.518059 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=10']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:19.547185 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7eb625aa-4369-4cd9-a4a5-1930acb1a75b req-c76a71e1-4e94-42a9-b6a2-551cef3c5738 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Apr 06 12:58:20.322528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:20.532118 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd1d73-36f9-48af-a75b-a0d72c9bebf2 req-1bdb8de0-e517-4115-83b0-0116b8f81fae tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:20.533664 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-defd1d73-36f9-48af-a75b-a0d72c9bebf2 req-1bdb8de0-e517-4115-83b0-0116b8f81fae tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 945 time: 0.0926714 Apr 06 12:58:20.542971 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7952e-0118-4a06-a3e0-3ae2f9a801d8 req-3e95f84b-992e-44f1-a101-40fcd387ec13 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:20.544400 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-81a7952e-0118-4a06-a3e0-3ae2f9a801d8 req-3e95f84b-992e-44f1-a101-40fcd387ec13 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0925207 Apr 06 12:58:20.619524 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-defd1d73-36f9-48af-a75b-a0d72c9bebf2 req-0c376c8f-d504-491c-9161-8b91032e1f5f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740418 Apr 06 12:58:20.623794 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-81a7952e-0118-4a06-a3e0-3ae2f9a801d8 req-b22f85c2-f308-4506-ba92-598ab5d9c581 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725541 Apr 06 12:58:20.746509 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab855-fe4d-4c19-bb7c-a148f9c3f8da req-ff74d855-e01f-4fc1-b9ce-fe7883439072 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:20.748076 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3cab855-fe4d-4c19-bb7c-a148f9c3f8da req-ff74d855-e01f-4fc1-b9ce-fe7883439072 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0609646 Apr 06 12:58:20.797437 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3cab855-fe4d-4c19-bb7c-a148f9c3f8da req-ecd38fcb-ad41-4d1f-bdc8-27f845a868d9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Apr 06 12:58:21.767390 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8d89d-7ce5-453b-9dd5-9af9deaba264 req-00fc18a1-f248-4766-986b-563d51723c7c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:21.768853 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f6d8d89d-7ce5-453b-9dd5-9af9deaba264 req-00fc18a1-f248-4766-986b-563d51723c7c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 945 time: 0.0808849 Apr 06 12:58:21.779753 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb304-cd86-4332-bdaa-b79dc5fb5e18 req-bac60527-da15-47db-b118-7d30baf8c602 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:21.781215 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a41eb304-cd86-4332-bdaa-b79dc5fb5e18 req-bac60527-da15-47db-b118-7d30baf8c602 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0837643 Apr 06 12:58:21.858957 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f6d8d89d-7ce5-453b-9dd5-9af9deaba264 req-3b36e9b7-dc51-4902-9c97-c6e705e43f6d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767405 Apr 06 12:58:21.862615 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a41eb304-cd86-4332-bdaa-b79dc5fb5e18 req-ab552ce3-abc5-4440-857d-444b9c1cafdd tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748124 Apr 06 12:58:21.969087 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26fd8b-7b2e-49e1-b6c9-cb62b9c90f8b req-bc16fece-142d-4f1d-af34-86dd8fb0563f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:21.970476 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9f26fd8b-7b2e-49e1-b6c9-cb62b9c90f8b req-bc16fece-142d-4f1d-af34-86dd8fb0563f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0540295 Apr 06 12:58:22.018139 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9f26fd8b-7b2e-49e1-b6c9-cb62b9c90f8b req-58bab2f6-a051-48c9-a11b-32d6f45d26d8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Apr 06 12:58:22.216881 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['a79b263d-9225-44d2-91cb-b81ab5176bf6'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:58:23.015579 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409484eb-3097-4cd1-ad3b-8f5460d9dbe7 req-d37cbdac-640f-4683-a3fe-135da3360abe tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:23.017138 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-409484eb-3097-4cd1-ad3b-8f5460d9dbe7 req-d37cbdac-640f-4683-a3fe-135da3360abe tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 945 time: 0.0896435 Apr 06 12:58:23.029560 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670b51c-ecfa-4ece-a8cf-f8dd43ad5225 req-38ffac13-b4ac-4c58-ab4a-3d99f78f63f9 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:23.031105 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9670b51c-ecfa-4ece-a8cf-f8dd43ad5225 req-38ffac13-b4ac-4c58-ab4a-3d99f78f63f9 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0948284 Apr 06 12:58:23.115503 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-409484eb-3097-4cd1-ad3b-8f5460d9dbe7 req-4530463e-7a76-43fa-b1de-f1349318a2a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832534 Apr 06 12:58:23.119483 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9670b51c-ecfa-4ece-a8cf-f8dd43ad5225 req-8ec4422a-b812-4835-b8a6-616581981a8d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809422 Apr 06 12:58:23.236559 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261027-405c-4a5f-8992-0fea1c6ed17c req-705e9465-442e-4f6a-a393-fe3c79395847 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:23.238064 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-84261027-405c-4a5f-8992-0fea1c6ed17c req-705e9465-442e-4f6a-a393-fe3c79395847 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0608103 Apr 06 12:58:23.294165 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-84261027-405c-4a5f-8992-0fea1c6ed17c req-75f28382-3107-4817-bba5-80a974119ae0 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495036 Apr 06 12:58:23.682630 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdcfcc-d9e5-4708-ab54-5a90171c2ac3 req-bd2a5d81-ad50-475c-a74a-6d420ed5caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:23.684266 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f9cdcfcc-d9e5-4708-ab54-5a90171c2ac3 req-bd2a5d81-ad50-475c-a74a-6d420ed5caea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0478854 Apr 06 12:58:23.737153 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f9cdcfcc-d9e5-4708-ab54-5a90171c2ac3 req-ef4ea912-16c1-4e50-bc50-2e8d5e47bcd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Apr 06 12:58:24.100227 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:58:24.105026 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a79b263d-9225-44d2-91cb-b81ab5176bf6 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:58:24.274926 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port a79b263d-9225-44d2-91cb-b81ab5176bf6 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:58:24.285598 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port a79b263d-9225-44d2-91cb-b81ab5176bf6 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:24.285968 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.325511 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:24.345972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce7d18-8ba2-4da5-8945-e5812e15dae7 req-241e799e-c980-427c-8cc9-b2d2a87c97a7 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:24.349420 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '4f35f311-d606-4ba8-9025-deb20c285030', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'mac_address': 'fa:16:3e:3f:38:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:58:24.353067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-67ce7d18-8ba2-4da5-8945-e5812e15dae7 req-241e799e-c980-427c-8cc9-b2d2a87c97a7 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.1240232 Apr 06 12:58:24.384432 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199148c-10b0-43c0-b195-4797d574f945 req-31d0380d-90c4-4f73-943e-d1a1cdf056b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:24.392780 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1199148c-10b0-43c0-b195-4797d574f945 req-31d0380d-90c4-4f73-943e-d1a1cdf056b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 945 time: 0.1293678 Apr 06 12:58:24.424553 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 4f35f311-d606-4ba8-9025-deb20c285030 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:24.424952 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.453779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f35f311-d606-4ba8-9025-deb20c285030 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:24.461608 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port a79b263d-9225-44d2-91cb-b81ab5176bf6 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:24.462020 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.468022 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1199148c-10b0-43c0-b195-4797d574f945 req-ec314158-4e2c-4de7-a0d1-46659bd8f090 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642574 Apr 06 12:58:24.479062 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-67ce7d18-8ba2-4da5-8945-e5812e15dae7 req-07c88631-1036-4660-83c7-ee4f9fb74e67 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251457 Apr 06 12:58:24.511738 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:24.516513 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:24.518732 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23067527-1320-4118-ac04-c2deba2192ed" -d '{"events": [{"server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "name": "network-vif-plugged", "status": "completed", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:24.529314 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.535850 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:24.557976 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.570769 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02d5da-1da1-451b-be46-b74c93f979db x-openstack-request-id: req-ac02d5da-1da1-451b-be46-b74c93f979db {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:24.571128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "name": "network-vif-plugged", "status": "completed", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:24.571389 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac02d5da-1da1-451b-be46-b74c93f979db {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:24.571793 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac02d5da-1da1-451b-be46-b74c93f979db'] response: {'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'code': 200} Apr 06 12:58:24.595696 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:24.624618 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87aef1-8ecd-4c40-ad11-2c66acf54a7f req-d65135ec-e152-430b-8807-d40226302868 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:24.625953 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ff87aef1-8ecd-4c40-ad11-2c66acf54a7f req-d65135ec-e152-430b-8807-d40226302868 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0795228 Apr 06 12:58:24.656074 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:24.721831 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ff87aef1-8ecd-4c40-ad11-2c66acf54a7f req-bfe6e18d-6a9a-431d-9b36-f23587df57f1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830851 Apr 06 12:58:24.916736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['4f35f311-d606-4ba8-9025-deb20c285030'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:58:24.922003 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3d9fc-c036-49fa-8a94-990df3fc81d9 req-801f31a5-62a2-44c3-bdac-1b5506549b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:24.924110 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-70e3d9fc-c036-49fa-8a94-990df3fc81d9 req-801f31a5-62a2-44c3-bdac-1b5506549b40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 1130 time: 0.0511758 Apr 06 12:58:24.980940 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-70e3d9fc-c036-49fa-8a94-990df3fc81d9 req-87532a24-6ec3-4138-be9e-e41b27213b88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461879 Apr 06 12:58:25.658634 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488877e-72a1-4d8c-9dd3-4222eacb52f6 req-019d2578-3310-4a44-bc9f-c16180b491d0 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.668442 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9488877e-72a1-4d8c-9dd3-4222eacb52f6 req-019d2578-3310-4a44-bc9f-c16180b491d0 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0980771 Apr 06 12:58:25.701164 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ee8bc-5111-46ac-934b-1353b01d8795 req-ec63772a-38d7-448c-90f9-a8efc52fd936 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.703010 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b4ee8bc-5111-46ac-934b-1353b01d8795 req-ec63772a-38d7-448c-90f9-a8efc52fd936 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 945 time: 0.1242583 Apr 06 12:58:25.778481 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9488877e-72a1-4d8c-9dd3-4222eacb52f6 req-d25d2115-8631-45e3-af86-cf9f919fdc9c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088922 Apr 06 12:58:25.793601 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b4ee8bc-5111-46ac-934b-1353b01d8795 req-e985f3b9-1c7b-4bb4-88a7-b682dc5ec354 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784225 Apr 06 12:58:25.936815 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef546-a4ad-4fec-b79b-7bab4ecb9a4e req-62eaa6eb-4431-4520-b5ae-47fc39b69c19 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.938965 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d55ef546-a4ad-4fec-b79b-7bab4ecb9a4e req-62eaa6eb-4431-4520-b5ae-47fc39b69c19 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0690682 Apr 06 12:58:26.016242 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d55ef546-a4ad-4fec-b79b-7bab4ecb9a4e req-2cb44ee6-2019-4b1f-bef7-f724c51e240a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687737 Apr 06 12:58:26.118807 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:58:26.186902 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 4f35f311-d606-4ba8-9025-deb20c285030 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:58:26.191528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 4f35f311-d606-4ba8-9025-deb20c285030 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:26.191766 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4f35f311-d606-4ba8-9025-deb20c285030), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.280835 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 4f35f311-d606-4ba8-9025-deb20c285030 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:26.281226 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.318760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:26.322873 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.398070 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:26.572987 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:26.575554 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a07d85b-b1ac-436b-af0c-37db0233f1b4" -d '{"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:26.625530 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cfeb0d-f64a-4a3f-8153-ceb74d5a1008 x-openstack-request-id: req-00cfeb0d-f64a-4a3f-8153-ceb74d5a1008 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:26.626012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:26.626312 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00cfeb0d-f64a-4a3f-8153-ceb74d5a1008 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:26.626918 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cfeb0d-f64a-4a3f-8153-ceb74d5a1008'] response: {'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'code': 200} Apr 06 12:58:27.015476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268468-2f29-4256-b2dc-53d46e1d533a req-54f6e605-34af-473b-ab69-6bbe2bc614f4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.017076 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8a268468-2f29-4256-b2dc-53d46e1d533a req-54f6e605-34af-473b-ab69-6bbe2bc614f4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0941601 Apr 06 12:58:27.049500 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b3f2-1a2b-4d62-84bf-b6306269715f req-ef6c96ff-7469-4681-a7ac-83dc6a1ff85d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.051355 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7336b3f2-1a2b-4d62-84bf-b6306269715f req-ef6c96ff-7469-4681-a7ac-83dc6a1ff85d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1294887 Apr 06 12:58:27.100843 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8a268468-2f29-4256-b2dc-53d46e1d533a req-7c9c99e0-b6c6-48a3-9580-4d0fde4d24da tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755479 Apr 06 12:58:27.127717 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7336b3f2-1a2b-4d62-84bf-b6306269715f req-7c0d4f9d-a865-4611-aa4b-cdcf7f100fcf tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641520 Apr 06 12:58:27.255278 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dfc60-ba65-4545-a5b1-f024b4084562 req-d8f94227-afa5-4b91-a9be-5f73d71a7557 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.256932 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-273dfc60-ba65-4545-a5b1-f024b4084562 req-d8f94227-afa5-4b91-a9be-5f73d71a7557 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0692930 Apr 06 12:58:27.340291 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-273dfc60-ba65-4545-a5b1-f024b4084562 req-41df6e94-a6c6-4f86-a5c4-9c86955d28ba tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761728 Apr 06 12:58:27.584926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9957-3440-45ec-920c-ebbecb4aa0c0 req-98f2c5df-f2d0-4a5c-a354-d206732f0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.587295 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-289e9957-3440-45ec-920c-ebbecb4aa0c0 req-98f2c5df-f2d0-4a5c-a354-d206732f0e07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.0573735 Apr 06 12:58:27.673555 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-289e9957-3440-45ec-920c-ebbecb4aa0c0 req-dc899390-801b-42cf-9a56-0ae963c3d227 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670943 Apr 06 12:58:28.373931 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb03a-2917-425b-a1a6-437b7bf0a6fe req-2dad2281-0e9e-484a-81b2-f7e163d0bb13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:28.376928 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-03ccb03a-2917-425b-a1a6-437b7bf0a6fe req-2dad2281-0e9e-484a-81b2-f7e163d0bb13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.1712976 Apr 06 12:58:28.414674 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89b3b-1868-4316-8d12-c15a1969254c req-d25829d0-9368-47f3-a2ab-fd5516aa99ab tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:28.417159 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13d89b3b-1868-4316-8d12-c15a1969254c req-d25829d0-9368-47f3-a2ab-fd5516aa99ab tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1485913 Apr 06 12:58:28.461119 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:28.494806 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-03ccb03a-2917-425b-a1a6-437b7bf0a6fe req-6ae241b6-1fef-4b35-b91f-5cc321aadad8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116643 Apr 06 12:58:28.515288 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13d89b3b-1868-4316-8d12-c15a1969254c req-3d217094-b92e-416a-bdb5-ffb6183189e7 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854013 Apr 06 12:58:28.633453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91dcd-841b-4dd1-9a4d-d4853e99b031 req-6c0c631d-cab7-4d35-84e0-6f80f631d742 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:28.635105 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56e91dcd-841b-4dd1-9a4d-d4853e99b031 req-6c0c631d-cab7-4d35-84e0-6f80f631d742 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0754757 Apr 06 12:58:28.643852 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51150) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:28.648785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'port_id': 'a79b263d-9225-44d2-91cb-b81ab5176bf6'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:28.695951 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:29.411205 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:29.416373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:29.526190 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 0f1fb1c7-2912-485d-bd4a-fdea49569b25 associated. External IP: 172.27.1.141, port: a79b263d-9225-44d2-91cb-b81ab5176bf6. Apr 06 12:58:29.709271 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e810-9e69-45ba-a77a-55dfeca6d2b6 req-df7e5abf-b07c-41ea-891d-6bef2fc08e15 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:29.710873 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4594e810-9e69-45ba-a77a-55dfeca6d2b6 req-df7e5abf-b07c-41ea-891d-6bef2fc08e15 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0937059 Apr 06 12:58:29.860748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:29.884234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4594e810-9e69-45ba-a77a-55dfeca6d2b6 req-f9d13e5e-5ff8-436f-ae64-2e1f3e3affc5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639741 Apr 06 12:58:30.025476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:30.030725 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:30.038817 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:30.055774 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:30.056740 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:30.064190 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b96ddb01-b74b-47e9-b534-c9bba7a76127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "PUT /v2.0/floatingips/0f1fb1c7-2912-485d-bd4a-fdea49569b25 HTTP/1.1" status: 200 len: 992 time: 1.4189782 Apr 06 12:58:30.064785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:30.067439 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b0c727-b5af-4552-896c-416473ea3337" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:30.106218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ba42a-79e0-4479-b035-912dc32f838c x-openstack-request-id: req-ff9ba42a-79e0-4479-b035-912dc32f838c {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:30.106797 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:30.107232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff9ba42a-79e0-4479-b035-912dc32f838c {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:30.107777 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ba42a-79e0-4479-b035-912dc32f838c'] response: {'name': 'network-changed', 'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'status': 'completed', 'code': 200} Apr 06 12:58:30.187074 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c727-b5af-4552-896c-416473ea3337 req-fb0a6721-dc73-4e86-b367-1ee8190b92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:30.189426 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-fb0a6721-dc73-4e86-b367-1ee8190b92ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 1130 time: 0.0523686 Apr 06 12:58:30.211257 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:30.341617 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c727-b5af-4552-896c-416473ea3337 req-0bda624b-9165-4b6c-9656-44c78f8ec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:30.345834 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-0bda624b-9165-4b6c-9656-44c78f8ec1df service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.1391022 Apr 06 12:58:30.440195 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-222d6eb5-b060-4dc2-8966-6c0d8ba478f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0836632 Apr 06 12:58:30.516817 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c727-b5af-4552-896c-416473ea3337 req-fc6f794a-c635-412f-a85d-118747707f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:30.518150 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-fc6f794a-c635-412f-a85d-118747707f30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0667663 Apr 06 12:58:30.574161 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c727-b5af-4552-896c-416473ea3337 req-deec5983-ac8b-467e-a425-76f8ccb4d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:30.575692 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-deec5983-ac8b-467e-a425-76f8ccb4d9c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492620 Apr 06 12:58:30.643486 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0f1fb1c7-2912-485d-bd4a-fdea49569b25', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2e:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:56Z', 'updated_at': '2022-04-06T12:58:29Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}, {'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:30.678607 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:30.688526 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:30.689187 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:30.714218 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-d1adf780-857f-42fc-9470-3cb7968919e9 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250927 Apr 06 12:58:30.828297 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-34b0c727-b5af-4552-896c-416473ea3337 req-26b53549-bd0e-4627-b39f-8b714da1b826 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026843 Apr 06 12:58:30.830467 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:31.033077 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c0c9-3169-48f5-ba58-cc262ce8195e req-d93a90ad-f2ad-4dab-8ebd-4c16b7b2a1f0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:31.036279 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9072c0c9-3169-48f5-ba58-cc262ce8195e req-d93a90ad-f2ad-4dab-8ebd-4c16b7b2a1f0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0615618 Apr 06 12:58:31.090150 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0f1fb1c7-2912-485d-bd4a-fdea49569b25', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2e:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:56Z', 'updated_at': '2022-04-06T12:58:29Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}, {'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:31.101932 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9072c0c9-3169-48f5-ba58-cc262ce8195e req-c2247d21-4bd0-4a76-8047-e2dd854867b5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549757 Apr 06 12:58:31.135082 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf80d7-5d76-442f-86d7-3f424bb04c8c None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0f1fb1c7-2912-485d-bd4a-fdea49569b25', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.141', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2e:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:56Z', 'updated_at': '2022-04-06T12:58:29Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}, {'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:31.265787 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423238-0215-430d-8c68-efa8c34b079f req-4a6aef0a-809c-4434-be8b-36bd6ab73ff6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:31.268078 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6e423238-0215-430d-8c68-efa8c34b079f req-4a6aef0a-809c-4434-be8b-36bd6ab73ff6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0730028 Apr 06 12:58:31.331825 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6e423238-0215-430d-8c68-efa8c34b079f req-bb8373c8-81a2-43e2-ac75-8d70e649754e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573728 Apr 06 12:58:31.355384 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51174) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:31.436972 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872861b2-1ed1-4df9-b901-3258df35b22c None None] New status for floating IP 0f1fb1c7-2912-485d-bd4a-fdea49569b25: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:31.482665 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9d843-dfe3-4cde-93ff-760787bddc77 tempest-TestShelveInstance-1909457250 tempest-TestShelveInstance-1909457250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:31.484331 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-8dc9d843-dfe3-4cde-93ff-760787bddc77 tempest-TestShelveInstance-1909457250 tempest-TestShelveInstance-1909457250-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1125 time: 0.1279271 Apr 06 12:58:31.487173 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51182) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:31.492984 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:31.518223 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.638645 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.778683 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Allocated IP 172.27.1.209 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/45e3b779-37ce-45e1-aa62-2270b9e7fb20) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:31.898587 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.937780 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.983523 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:31.986703 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:31.991594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:31.995056 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'Port': ['ID=45e3b779-37ce-45e1-aa62-2270b9e7fb20,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:32.674980 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for floatingip (86b5451b-813b-4f97-be24-1cba27287cf5), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.761337 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.938760 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.945211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:33.025597 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (86b5451b-813b-4f97-be24-1cba27287cf5), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:33.085177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event updated for resources: {'Port': ['ID=45e3b779-37ce-45e1-aa62-2270b9e7fb20,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:33.172486 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Floating IP 86b5451b-813b-4f97-be24-1cba27287cf5 associated. External IP: 172.27.1.209, port: 4f35f311-d606-4ba8-9025-deb20c285030. Apr 06 12:58:33.473658 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Router d100e7ed-d478-401e-b042-23af53a4a83e has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:33.601338 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:33.614485 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Sync routers for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:33.631518 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:33.632622 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:33.632760 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:33.681621 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-89059ae0-0436-4e95-bbb9-fbe501813cf2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1931980 Apr 06 12:58:33.683056 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:33.685907 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834dec4-04ac-4238-b99d-a24766e1e0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:33.746643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf0019d-6f33-4a36-bff1-b58dacbcde3e x-openstack-request-id: req-0cf0019d-6f33-4a36-bff1-b58dacbcde3e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:33.747006 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:33.747361 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cf0019d-6f33-4a36-bff1-b58dacbcde3e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:33.747865 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf0019d-6f33-4a36-bff1-b58dacbcde3e'] response: {'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'status': 'completed', 'code': 200} Apr 06 12:58:33.815617 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:33.821520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-a3fb1303-aa39-42eb-92d5-adb5c8a6239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:33.823300 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-a3fb1303-aa39-42eb-92d5-adb5c8a6239e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.0506947 Apr 06 12:58:33.935041 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-4cc7dc37-666c-4b5a-8408-a8c8238e7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:33.936974 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-4cc7dc37-666c-4b5a-8408-a8c8238e7aa0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.1045718 Apr 06 12:58:34.035574 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-7698b433-8e5f-4525-9d94-248961171fe4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 1000 time: 0.0801015 Apr 06 12:58:34.093398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-e0fb47df-99db-4717-b784-e75d4112337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:34.095207 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-e0fb47df-99db-4717-b784-e75d4112337b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0509453 Apr 06 12:58:34.119913 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '86b5451b-813b-4f97-be24-1cba27287cf5', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'mac_address': 'fa:16:3e:3f:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:32Z', 'updated_at': '2022-04-06T12:58:32Z', 'revision_number': 0, 'project_id': '876780e50b1845259edd80270e3cb845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:34.159454 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-b102f14e-83b7-4fb0-b12d-f08954e5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:34.161785 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-b102f14e-83b7-4fb0-b12d-f08954e5271e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540314 Apr 06 12:58:34.166693 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Checking router: d100e7ed-d478-401e-b042-23af53a4a83e for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:34.178097 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:34.178726 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:34.276138 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-6f1a56b9-c7d2-4f59-855c-011cd2de6623 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068823 Apr 06 12:58:34.322018 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:34.425784 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1834dec4-04ac-4238-b99d-a24766e1e0e8 req-6a129d04-a039-41ea-aec4-3169db42fdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355081 Apr 06 12:58:34.571659 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '86b5451b-813b-4f97-be24-1cba27287cf5', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'mac_address': 'fa:16:3e:3f:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:32Z', 'updated_at': '2022-04-06T12:58:32Z', 'revision_number': 0, 'project_id': '876780e50b1845259edd80270e3cb845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:34.602317 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044ee75-78bf-4eba-9cef-1efe8c33d4c0 None None] The sync data for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi is: [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '86b5451b-813b-4f97-be24-1cba27287cf5', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'mac_address': 'fa:16:3e:3f:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:32Z', 'updated_at': '2022-04-06T12:58:32Z', 'revision_number': 0, 'project_id': '876780e50b1845259edd80270e3cb845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:34.848640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84fc7-8aae-4d42-ae6b-d4f229905d8b None None] New status for floating IP 86b5451b-813b-4f97-be24-1cba27287cf5: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:41.211208 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51326) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:41.261320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Deleting subnet b91d6e14-247b-4561-8338-7332d21297f0 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:58:41.264308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Publish callbacks [] for subnet (b91d6e14-247b-4561-8338-7332d21297f0), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.299152 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (b91d6e14-247b-4561-8338-7332d21297f0), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.338166 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (b91d6e14-247b-4561-8338-7332d21297f0), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.388721 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (b91d6e14-247b-4561-8338-7332d21297f0), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.412071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91d6e14-247b-4561-8338-7332d21297f0,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:41.419147 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.422435 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d20bfb51-00d9-40a7-bb27-33a7329bb38c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b91d6e14-247b-4561-8338-7332d21297f0 HTTP/1.1" status: 204 len: 168 time: 0.2102325 Apr 06 12:58:41.424832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51328) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:41.495479 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.573449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.598540 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f012614-54ef-488f-a3c5-3ba9cfe1ce2c']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.607950 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0395f50c-43f6-4f69-847b-30cdbc8041b6') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.608242 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0395f50c-43f6-4f69-847b-30cdbc8041b6') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.618434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (0395f50c-43f6-4f69-847b-30cdbc8041b6), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.632061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (0395f50c-43f6-4f69-847b-30cdbc8041b6), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.638292 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:58:41.638688 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (0395f50c-43f6-4f69-847b-30cdbc8041b6), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:58:41.640307 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:58:41.696491 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (5f012614-54ef-488f-a3c5-3ba9cfe1ce2c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.701910 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.705059 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f012614-54ef-488f-a3c5-3ba9cfe1ce2c HTTP/1.1" status: 204 len: 168 time: 0.2793040 Apr 06 12:58:41.716973 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74996b15-3a69-4032-a3cd-9190e252f135 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f012614-54ef-488f-a3c5-3ba9cfe1ce2c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:41.869133 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51332) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:41.909381 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a2a0735f-7c24-4538-8cb1-54ce8e3d0a3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57f626fcebcc41859770213d3646b6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390706 Apr 06 12:58:41.912065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51334) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:41.959963 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Publish callbacks [] for security_group (9a83288a-7688-4980-a669-1f03c0f33c60), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.980868 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Publish callbacks [] for security_group (9a83288a-7688-4980-a669-1f03c0f33c60), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.029448 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9a83288a-7688-4980-a669-1f03c0f33c60), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.032131 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.033438 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a83288a-7688-4980-a669-1f03c0f33c60 HTTP/1.1" status: 204 len: 168 time: 0.1203938 Apr 06 12:58:42.043313 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a83288a-7688-4980-a669-1f03c0f33c60,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:42.051634 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.051978 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.052318 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.052651 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.052977 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.053305 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.053654 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.053979 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.054352 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.054676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.054997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.055322 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.055638 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.055956 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:42.056268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59a793-045e-4888-9232-cb32a320ff5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:43.551348 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001851f-d94a-4c4c-9133-144fa4128f17 req-b46e5ddb-db6b-4066-a4e7-a32d91d33d80 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.552869 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2001851f-d94a-4c4c-9133-144fa4128f17 req-b46e5ddb-db6b-4066-a4e7-a32d91d33d80 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0610564 Apr 06 12:58:43.556499 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-020872c5-7032-4816-97ba-d7d46f7d27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.558027 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-020872c5-7032-4816-97ba-d7d46f7d27d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.0467336 Apr 06 12:58:43.572280 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d5c81868-94e8-4ecc-9cbe-71110f5bb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.606898 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2001851f-d94a-4c4c-9133-144fa4128f17 req-a6c67631-f4ec-44d7-b149-eb07553e3fe3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477121 Apr 06 12:58:43.661633 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-475afa0a-1688-4c98-a3ba-e1b8e041ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.663408 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-475afa0a-1688-4c98-a3ba-e1b8e041ce07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.0955427 Apr 06 12:58:43.732700 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-381515e4-0576-4213-8ddd-9f77a252c42f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1002 time: 0.0592732 Apr 06 12:58:43.788043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-cd55206f-5368-46b8-a06c-a21ae0723fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.789490 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-cd55206f-5368-46b8-a06c-a21ae0723fba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0478847 Apr 06 12:58:43.839331 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-acaa9ba1-c192-4388-b1d0-31004bc908d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.840838 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-acaa9ba1-c192-4388-b1d0-31004bc908d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450222 Apr 06 12:58:43.927827 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-6e0b481a-5f76-4b5c-8598-48a62a02446e service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796409 Apr 06 12:58:44.022042 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a449aaae-8a47-4ddd-a35e-2f3f6209f517 req-222ed89e-1fa6-4e3d-bda9-8ef824b13c3e service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Apr 06 12:58:44.730660 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08888936-b93f-4d39-9943-4dc17c74d88b req-d97f5b4a-e272-4177-8bde-6cbaeb4a9b32 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.732017 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-08888936-b93f-4d39-9943-4dc17c74d88b req-d97f5b4a-e272-4177-8bde-6cbaeb4a9b32 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0535338 Apr 06 12:58:44.778525 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-08888936-b93f-4d39-9943-4dc17c74d88b req-0c05cf2e-ee95-4d42-a4a7-18b6a202c5de tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408759 Apr 06 12:58:45.905311 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa20627-42e9-4f80-9c31-00e2d4f85da2 req-3b96ef36-7da1-43c6-9487-47f93a75e019 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:45.906696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9fa20627-42e9-4f80-9c31-00e2d4f85da2 req-3b96ef36-7da1-43c6-9487-47f93a75e019 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0557420 Apr 06 12:58:45.960068 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9fa20627-42e9-4f80-9c31-00e2d4f85da2 req-383a5894-5409-4f88-be7e-e8d91b559b02 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473342 Apr 06 12:58:46.213271 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-24afe6d4-5664-4825-8dbe-b52a666840fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:47.080764 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f97b-f4e3-4e0e-bc1b-1c0df67c0bd8 req-55ab2c25-0d6a-489b-a0ab-1c8d24655c45 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:47.082381 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f183f97b-f4e3-4e0e-bc1b-1c0df67c0bd8 req-55ab2c25-0d6a-489b-a0ab-1c8d24655c45 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0558870 Apr 06 12:58:47.130911 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f183f97b-f4e3-4e0e-bc1b-1c0df67c0bd8 req-d004f962-dad3-4ed9-a2cd-580a408291d4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427887 Apr 06 12:58:47.459441 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:48.267052 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe54a8-44cf-4bc8-a6e9-6b0898759fb7 req-71b67156-baf2-42a6-9032-08564d18f90d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:48.269864 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-78fe54a8-44cf-4bc8-a6e9-6b0898759fb7 req-71b67156-baf2-42a6-9032-08564d18f90d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0573049 Apr 06 12:58:48.322538 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-78fe54a8-44cf-4bc8-a6e9-6b0898759fb7 req-b36363e2-0fda-4a35-bf14-b464a74d79dd tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473161 Apr 06 12:58:48.853261 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.446039 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594525-d065-4849-9d51-c7d94a418343 req-16e9d61b-2655-4129-91d8-eb0bf93465e5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:49.447584 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b9594525-d065-4849-9d51-c7d94a418343 req-16e9d61b-2655-4129-91d8-eb0bf93465e5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0566864 Apr 06 12:58:49.499354 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b9594525-d065-4849-9d51-c7d94a418343 req-6f282a36-9cda-44e2-a20a-fc11becf97bc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Apr 06 12:58:50.327426 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.565198 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:58:50.625053 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a968d-f354-4ae7-acb5-3255444d3ee9 req-0cc0e036-37d6-4a2f-abaf-1a4cfa29ad1d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:50.626300 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f02a968d-f354-4ae7-acb5-3255444d3ee9 req-0cc0e036-37d6-4a2f-abaf-1a4cfa29ad1d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0537486 Apr 06 12:58:50.673066 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f02a968d-f354-4ae7-acb5-3255444d3ee9 req-a14cd284-2c28-4c38-8a9d-21192038297d tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Apr 06 12:58:51.795975 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c0a54-7564-410d-a0b2-c0476d326ee3 req-edbaa1ba-d526-4a44-977e-b8a47c97d0ae tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:51.797466 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-057c0a54-7564-410d-a0b2-c0476d326ee3 req-edbaa1ba-d526-4a44-977e-b8a47c97d0ae tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0569561 Apr 06 12:58:51.845332 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-057c0a54-7564-410d-a0b2-c0476d326ee3 req-245393e9-d0f3-451f-aea0-6cad2fff6bbc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411894 Apr 06 12:58:52.965536 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90467e3-ff82-4969-ac71-6f95edacf4d4 req-fd98ef03-08aa-4c26-b69f-ede58f629981 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:52.966988 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c90467e3-ff82-4969-ac71-6f95edacf4d4 req-fd98ef03-08aa-4c26-b69f-ede58f629981 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0534425 Apr 06 12:58:53.014088 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c90467e3-ff82-4969-ac71-6f95edacf4d4 req-7ac2255e-9b1d-450b-a594-254f5ef4dfa2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 Apr 06 12:58:54.142622 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb60b4a-808c-4c7d-bb0f-2b8b04460d2a req-3e7de9ea-fde0-4828-b3a8-bae0448fddb3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:54.144577 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9cb60b4a-808c-4c7d-bb0f-2b8b04460d2a req-3e7de9ea-fde0-4828-b3a8-bae0448fddb3 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0599709 Apr 06 12:58:54.209225 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9cb60b4a-808c-4c7d-bb0f-2b8b04460d2a req-804fc678-69e6-4a68-a2bb-4167316d7de7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559864 Apr 06 12:58:55.363392 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0160995-8e5c-40f4-abbd-c4e37e31093b req-c3516751-fd91-49cc-ae12-c3a129baac3b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:55.365288 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b0160995-8e5c-40f4-abbd-c4e37e31093b req-c3516751-fd91-49cc-ae12-c3a129baac3b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0687723 Apr 06 12:58:55.417669 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b0160995-8e5c-40f4-abbd-c4e37e31093b req-a526eb02-257d-4e4b-99ec-a8c2c6473a23 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Apr 06 12:58:56.552482 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7dca-3cc0-4778-bd17-6583289eb46d req-40a9029e-4062-4cde-9af3-8e15000a6a42 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:56.554237 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b6ca7dca-3cc0-4778-bd17-6583289eb46d req-40a9029e-4062-4cde-9af3-8e15000a6a42 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0586133 Apr 06 12:58:56.611184 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b6ca7dca-3cc0-4778-bd17-6583289eb46d req-abae229d-5121-4a99-ba30-93e5875b4d89 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513542 Apr 06 12:58:57.736891 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654086e-3f18-404c-b01f-b7a776b33dd5 req-baceef18-6b67-4c25-893a-0b30ebd86696 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:57.739049 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c654086e-3f18-404c-b01f-b7a776b33dd5 req-baceef18-6b67-4c25-893a-0b30ebd86696 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0566838 Apr 06 12:58:57.788148 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c654086e-3f18-404c-b01f-b7a776b33dd5 req-338c58fe-8e3d-44dc-85a1-ff3921edfbd6 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Apr 06 12:58:57.963637 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-f5a14151-9106-4cbb-9705-850d77dbdf4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450742 Apr 06 12:58:58.064637 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-2e1de39e-d45e-4ec8-9014-458094efd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:58.067275 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-2e1de39e-d45e-4ec8-9014-458094efd809 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 1129 time: 0.0565126 Apr 06 12:58:58.223468 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-76e85710-3e71-4425-a045-61683ba260e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:58.224953 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-76e85710-3e71-4425-a045-61683ba260e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.1045570 Apr 06 12:58:58.271935 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-b32eb93a-0111-43f9-8ebc-0f579d8d50f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 200 len: 217 time: 0.0392792 Apr 06 12:58:58.328443 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-4014e7ee-ca26-4a5b-b7ee-0d049d1987af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:58.329954 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-4014e7ee-ca26-4a5b-b7ee-0d049d1987af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0512366 Apr 06 12:58:58.382984 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-50e0edd2-5f2b-423c-8858-7bec9eef006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:58.384626 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-50e0edd2-5f2b-423c-8858-7bec9eef006b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465381 Apr 06 12:58:58.462745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:58.484580 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-c74eaa25-2412-4876-937b-a532522d044c service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923064 Apr 06 12:58:58.599654 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-038cd6bb-c8c8-4c0f-9d04-b4c269dcfc71 req-7dad5625-eb92-4ce4-b43f-32167feab30b service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072340 Apr 06 12:58:58.908586 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461569e9-7ae6-41b1-9443-0250f12da9df req-284f3792-6ea2-45e6-9ca6-db17f5c00557 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:58.910237 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-461569e9-7ae6-41b1-9443-0250f12da9df req-284f3792-6ea2-45e6-9ca6-db17f5c00557 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0519016 Apr 06 12:58:58.965326 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-461569e9-7ae6-41b1-9443-0250f12da9df req-9f54c9dc-2d82-47ad-ae39-91316aefcb2b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 Apr 06 12:59:00.098849 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a90c-4aa4-461c-b0db-7427dea88701 req-f68f09b2-e0d1-44d5-870d-a5fea0eb6cf4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:00.100343 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e574a90c-4aa4-461c-b0db-7427dea88701 req-f68f09b2-e0d1-44d5-870d-a5fea0eb6cf4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0576892 Apr 06 12:59:00.149082 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e574a90c-4aa4-461c-b0db-7427dea88701 req-f1321492-de95-498d-8fbb-2a6f2bf3314b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 Apr 06 12:59:00.978565 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271906-2ebd-4721-985b-82f76cf64dad req-3c7b604a-a36f-4f87-a44b-8bc8922ecbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:00.980129 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c6271906-2ebd-4721-985b-82f76cf64dad req-3c7b604a-a36f-4f87-a44b-8bc8922ecbb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.0580010 Apr 06 12:59:01.037990 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c6271906-2ebd-4721-985b-82f76cf64dad req-01126a87-8e49-485a-a21a-3dab469dba7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493665 Apr 06 12:59:01.283079 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2b7c-129f-46bb-b942-339b1d440bd2 req-f8c34ddd-abc7-4585-a86b-33bc7d29b655 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:01.284676 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f67a2b7c-129f-46bb-b942-339b1d440bd2 req-f8c34ddd-abc7-4585-a86b-33bc7d29b655 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0629592 Apr 06 12:59:01.340290 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f67a2b7c-129f-46bb-b942-339b1d440bd2 req-5cd01bb6-13c0-41c1-89bd-531da3c42b24 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497861 Apr 06 12:59:02.467659 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880ab0-fbf7-4f13-a139-f9085738b630 req-1ab11525-2298-431c-ae7b-20efebb256cf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:02.469026 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ab880ab0-fbf7-4f13-a139-f9085738b630 req-1ab11525-2298-431c-ae7b-20efebb256cf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0570965 Apr 06 12:59:02.520656 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ab880ab0-fbf7-4f13-a139-f9085738b630 req-613e0ea2-6da6-4cf0-a593-70a8aa62e366 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451984 Apr 06 12:59:03.644505 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b973ff9-8c87-46ce-870d-2cb69814c668 req-19daf435-fce1-4d73-afa3-a753558fd1b7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:03.645982 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7b973ff9-8c87-46ce-870d-2cb69814c668 req-19daf435-fce1-4d73-afa3-a753558fd1b7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0570524 Apr 06 12:59:03.693850 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7b973ff9-8c87-46ce-870d-2cb69814c668 req-3b3cb160-19a5-41fa-96ac-3c32c654e777 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Apr 06 12:59:04.124838 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-d4bad888-6f9f-4450-a93c-d3056983e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:04.126378 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-d4bad888-6f9f-4450-a93c-d3056983e0a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.0438554 Apr 06 12:59:04.142265 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205e7ba-29b2-430c-b8df-7debfe875f9c req-6a5250ff-355b-4de9-8bc9-c79c0b569b71 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:04.145130 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b205e7ba-29b2-430c-b8df-7debfe875f9c req-6a5250ff-355b-4de9-8bc9-c79c0b569b71 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0560050 Apr 06 12:59:04.201859 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b205e7ba-29b2-430c-b8df-7debfe875f9c req-7a585830-277e-4fd4-9b60-8666285e7ac2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495219 Apr 06 12:59:04.231304 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-c73d3ab6-ea70-4a41-a9de-b0feeb7c7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:04.232839 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-c73d3ab6-ea70-4a41-a9de-b0feeb7c7f02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.0960488 Apr 06 12:59:04.302075 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-4454ee15-c42a-40e1-95f9-8c3e396996a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1002 time: 0.0618107 Apr 06 12:59:04.364649 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-c9001dc0-f920-441a-be21-3321be084358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:04.366900 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-c9001dc0-f920-441a-be21-3321be084358 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0563340 Apr 06 12:59:04.421848 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-ed004aa8-aa21-4eb8-8f68-f5ef8043a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:04.423368 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-ed004aa8-aa21-4eb8-8f68-f5ef8043a460 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493169 Apr 06 12:59:04.520456 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-096b876b-3bf4-4a14-afdc-d40afb52a882 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875430 Apr 06 12:59:04.618412 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6983c4f3-1ea7-4804-9ce6-fc3840612387 req-66103868-734f-41ca-8bae-940d8c40e30b service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890946 Apr 06 12:59:05.329040 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cc09b-33ba-47ee-8fa9-da71f7cab91e req-f5818a2b-3e9e-45f1-91de-db33c8703dde tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:05.331194 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c00cc09b-33ba-47ee-8fa9-da71f7cab91e req-f5818a2b-3e9e-45f1-91de-db33c8703dde tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0586474 Apr 06 12:59:05.377156 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c00cc09b-33ba-47ee-8fa9-da71f7cab91e req-40954b5c-59fa-4655-a8a7-43d77b8704a9 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Apr 06 12:59:06.499762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba40cf-5da9-40f1-b8d1-466455a21adc req-d53d047d-84c4-4566-aba4-7929e467afc2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:06.501268 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-80ba40cf-5da9-40f1-b8d1-466455a21adc req-d53d047d-84c4-4566-aba4-7929e467afc2 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0559094 Apr 06 12:59:06.558263 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-80ba40cf-5da9-40f1-b8d1-466455a21adc req-e79d96aa-9541-42d6-9b12-758cc754ed65 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510881 Apr 06 12:59:07.676467 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4e00e-7629-41a6-acd7-f4779ebc4272 req-3fa21a7e-9c22-43a3-a439-19c519afc934 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:07.678008 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ce4e00e-7629-41a6-acd7-f4779ebc4272 req-3fa21a7e-9c22-43a3-a439-19c519afc934 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0537019 Apr 06 12:59:07.727264 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ce4e00e-7629-41a6-acd7-f4779ebc4272 req-46554701-697d-4b52-a1ef-8bf91e24ac1b tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Apr 06 12:59:07.842458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6c7a-80ea-4799-9eeb-31ea0292a6e3 req-010337f7-2707-4d52-89ff-3cd5eaad7c20 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:07.843829 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-892e6c7a-80ea-4799-9eeb-31ea0292a6e3 req-010337f7-2707-4d52-89ff-3cd5eaad7c20 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0535855 Apr 06 12:59:07.853029 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51612) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:07.857282 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Request body: {'floatingip': {'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:07.912325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:08.613511 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:08.620218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:08.839875 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:08.952745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:08.957791 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:08.962643 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:08.972977 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:08.973764 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:08.989366 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:08.991707 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d52f5-f495-4a7e-bb2a-605a5e7b9815" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:09.033733 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-111318ca-9912-43ae-afd1-3c41b2402ba0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "PUT /v2.0/floatingips/34844047-80ce-4977-bb24-b44abf8ee3ba HTTP/1.1" status: 200 len: 994 time: 1.1714420 Apr 06 12:59:09.033733 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f4190-8ca9-40b6-a1af-9e23d1c2bbdc x-openstack-request-id: req-f85f4190-8ca9-40b6-a1af-9e23d1c2bbdc {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:09.033733 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:09.033733 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f85f4190-8ca9-40b6-a1af-9e23d1c2bbdc {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:09.033733 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85f4190-8ca9-40b6-a1af-9e23d1c2bbdc'] response: {'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'status': 'completed', 'code': 200} Apr 06 12:59:09.084361 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:09.105262 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-bd8e18dc-3933-4cc5-a576-465c792455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:09.106794 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-bd8e18dc-3933-4cc5-a576-465c792455e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.0478957 Apr 06 12:59:09.206705 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-3ab320cb-99fe-4581-bb29-28d0f2ded695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:09.208180 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-3ab320cb-99fe-4581-bb29-28d0f2ded695 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.0932651 Apr 06 12:59:09.285450 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-4bfb7e65-43f8-4a57-a4ab-f91a6cb221a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1002 time: 0.0606666 Apr 06 12:59:09.317313 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:59:08Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:09.337237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-958cd87b-0bc0-4010-a282-4c41b3193d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:09.338731 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-958cd87b-0bc0-4010-a282-4c41b3193d36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0450871 Apr 06 12:59:09.342948 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:09.352301 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:09.352918 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:58:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:09.392206 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-29743954-2adb-4bd4-9c92-ba3306998a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:09.394565 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-29743954-2adb-4bd4-9c92-ba3306998a90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494349 Apr 06 12:59:09.466342 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:09.498435 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-2c955813-a607-4931-b652-1da03bbd22c4 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942788 Apr 06 12:59:09.593316 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-456d52f5-f495-4a7e-bb2a-605a5e7b9815 req-1b7477e4-4b4d-4011-a580-28bd1c933eaf service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882626 Apr 06 12:59:09.703724 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:59:08Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:09.733147 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8833f2a-a105-4dc0-91c1-c9a8fc6c7b19 None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '34844047-80ce-4977-bb24-b44abf8ee3ba', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'port_id': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'mac_address': 'fa:16:3e:14:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:59:08Z', 'revision_number': 3, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:11.030714 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:11.033074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:11.068954 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec3a26-3bef-4a34-94c6-aa06365b3470 x-openstack-request-id: req-56ec3a26-3bef-4a34-94c6-aa06365b3470 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:11.069244 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:11.069498 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56ec3a26-3bef-4a34-94c6-aa06365b3470 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:11.069927 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ec3a26-3bef-4a34-94c6-aa06365b3470'] response: {'name': 'network-changed', 'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'status': 'completed', 'code': 200} Apr 06 12:59:11.139234 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-42f574a9-b264-41f1-ba4d-22db3c5f026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.140952 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-42f574a9-b264-41f1-ba4d-22db3c5f026c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced8aa6655764afdafefdfa6e3726d63&device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 1130 time: 0.0459123 Apr 06 12:59:11.247351 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-51600555-7af3-454a-8c13-21a213bae35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.248867 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-51600555-7af3-454a-8c13-21a213bae35d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 200 len: 919 time: 0.0928218 Apr 06 12:59:11.320552 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-ad7d67e3-92df-4d49-8700-00c2e34391db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 200 len: 1002 time: 0.0629535 Apr 06 12:59:11.376831 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-4f620439-628f-4a4a-9913-71fbd18f5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.379130 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-4f620439-628f-4a4a-9913-71fbd18f5467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 200 len: 857 time: 0.0474946 Apr 06 12:59:11.444053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-30e410bf-6b8f-4219-84aa-84d5c95a06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.445629 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-30e410bf-6b8f-4219-84aa-84d5c95a06b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c770e662-67ea-4e6c-b41c-945894c1238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542014 Apr 06 12:59:11.541037 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-788ec688-eddb-4b6c-ad8c-ae965b1d88f4 service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Apr 06 12:59:11.634802 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4054e006-f3dd-4e8f-8f8e-5d23559fdb80 req-34aabeca-f706-466a-8dbd-1dff2cadd5fc service neutron] 10.222.0.11 "GET /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Apr 06 12:59:13.575462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-310eaaf8-e0f4-4a7b-98d1-0b8f575c8b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.214672 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6141101e-2394-48e1-a51b-d890888f7275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.466078 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.647308 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469228-34be-4d6d-8dd3-f3e575d56056 req-23f10dec-1bac-464f-9267-21af1a5afd82 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:17.648684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-11469228-34be-4d6d-8dd3-f3e575d56056 req-23f10dec-1bac-464f-9267-21af1a5afd82 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0551326 Apr 06 12:59:17.696788 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-11469228-34be-4d6d-8dd3-f3e575d56056 req-72e11587-0259-40bb-84e8-ffa7adf2bef1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Apr 06 12:59:18.820636 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9bf2-6f29-4a86-8374-1d7ab0da735c req-b7167608-c8ed-4474-ac6d-4040ad0c19fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:18.822129 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b2da9bf2-6f29-4a86-8374-1d7ab0da735c req-b7167608-c8ed-4474-ac6d-4040ad0c19fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0533507 Apr 06 12:59:18.859202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.870945 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b2da9bf2-6f29-4a86-8374-1d7ab0da735c req-7efa257d-c24e-4818-acc4-d30c3b3d3819 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Apr 06 12:59:19.103254 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51726) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:19.212892 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29703401-d6c9-4c12-ad45-cc4f91db5973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.305281 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29703401-d6c9-4c12-ad45-cc4f91db5973 admin admin] Publish callbacks [] for security_group (703e6976-5620-44d2-bedf-ca42d42de16f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.311160 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29703401-d6c9-4c12-ad45-cc4f91db5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (703e6976-5620-44d2-bedf-ca42d42de16f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.358085 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703401-d6c9-4c12-ad45-cc4f91db5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703e6976-5620-44d2-bedf-ca42d42de16f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:19.370651 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-29703401-d6c9-4c12-ad45-cc4f91db5973 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b71cb67854e429fa6088fd4ccf5d206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662787 Apr 06 12:59:19.371365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51732) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:19.428594 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] Publish callbacks [] for security_group (703e6976-5620-44d2-bedf-ca42d42de16f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.453362 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] Publish callbacks [] for security_group (703e6976-5620-44d2-bedf-ca42d42de16f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.522979 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (703e6976-5620-44d2-bedf-ca42d42de16f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.526650 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.530533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/703e6976-5620-44d2-bedf-ca42d42de16f HTTP/1.1" status: 204 len: 168 time: 0.1556430 Apr 06 12:59:19.539536 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb2f6-36e7-4374-91cf-8437ef81df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703e6976-5620-44d2-bedf-ca42d42de16f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:19.626732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-d6e20b37-441e-4d4c-a542-53bf102b2ff2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:19.629150 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-d6e20b37-441e-4d4c-a542-53bf102b2ff2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.3792419 Apr 06 12:59:19.748887 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port a79b263d-9225-44d2-91cb-b81ab5176bf6 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:19.749261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.857775 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] For port a79b263d-9225-44d2-91cb-b81ab5176bf6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a79b263d-9225-44d2-91cb-b81ab5176bf6,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:19.858074 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.021686 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ada9-03b8-4d6a-b5dc-dcd6f958b86e req-92fdae2a-252d-4523-9c58-f26ef929456b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:20.023250 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0045ada9-03b8-4d6a-b5dc-dcd6f958b86e req-92fdae2a-252d-4523-9c58-f26ef929456b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 946 time: 0.0627410 Apr 06 12:59:20.092878 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0045ada9-03b8-4d6a-b5dc-dcd6f958b86e req-59780068-b758-4c72-ac77-fa9fe6797195 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=60da4e06-8639-471e-9af7-76adbe27ebcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625308 Apr 06 12:59:20.128802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.129072 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.129387 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 0f1fb1c7-2912-485d-bd4a-fdea49569b25 disassociated. External IP: 172.27.1.141, port: a79b263d-9225-44d2-91cb-b81ab5176bf6. Apr 06 12:59:20.129765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for a79b263d-9225-44d2-91cb-b81ab5176bf6 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:20.289411 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a79b263d-9225-44d2-91cb-b81ab5176bf6), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.325410 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=a79b263d-9225-44d2-91cb-b81ab5176bf6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:20.340387 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.340859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.341203 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.341309 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.341769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.342100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.342586 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.343063 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.343541 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.344011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.344553 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.344930 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.345520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.346328 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.346460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.346918 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:20.474096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:20.603628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:20.618931 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:20.640529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:20.641510 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:20.658140 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] No DVR routers for this DVR port a79b263d-9225-44d2-91cb-b81ab5176bf6 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:59:20.661158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.664661 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7a18689d-3a3c-4516-bebf-c94fc66e0522 req-de44956a-d227-4915-83bb-2a6c26094d4a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "DELETE /v2.0/ports/a79b263d-9225-44d2-91cb-b81ab5176bf6 HTTP/1.1" status: 204 len: 173 time: 1.0258725 Apr 06 12:59:20.665680 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'name': 'network-vif-deleted', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:20.667751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a0c7ce-01a3-447b-af4f-ec340411c8b5" -d '{"events": [{"server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "name": "network-vif-deleted", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:20.708003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54da41-fb4b-4f9d-8f00-0c1fdc6f4b8a req-dd51ab12-1dcb-42a3-8b53-ac0b753a7bbc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:20.710822 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5d54da41-fb4b-4f9d-8f00-0c1fdc6f4b8a req-dd51ab12-1dcb-42a3-8b53-ac0b753a7bbc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0862803 Apr 06 12:59:20.719714 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8e87a9-aaba-4e94-b54b-64eb40a693c6 x-openstack-request-id: req-9e8e87a9-aaba-4e94-b54b-64eb40a693c6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:20.720080 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef89677-190d-4cfa-a980-f1c6365e40ab", "name": "network-vif-deleted", "tag": "a79b263d-9225-44d2-91cb-b81ab5176bf6", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:20.720518 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e8e87a9-aaba-4e94-b54b-64eb40a693c6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:20.721007 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8e87a9-aaba-4e94-b54b-64eb40a693c6'] response: {'server_uuid': '7ef89677-190d-4cfa-a980-f1c6365e40ab', 'name': 'network-vif-deleted', 'tag': 'a79b263d-9225-44d2-91cb-b81ab5176bf6', 'status': 'completed', 'code': 200} Apr 06 12:59:20.764887 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5d54da41-fb4b-4f9d-8f00-0c1fdc6f4b8a req-6b33c25c-887d-46fe-a5f7-1055f0f05c97 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Apr 06 12:59:20.787414 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:21.058196 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:21.083995 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:21.092110 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:21.092711 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:21.197106 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-088ed077-1d07-4ef0-a161-8c966c8ceadf req-71df3ce6-08e6-4557-be2e-ae1217734333 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0295086 Apr 06 12:59:21.209264 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:21.434695 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:21.464174 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5a0a5-ed7a-41e7-9954-46b593e0fb06 None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '14dd5d04-2b0a-4149-95d7-4664fffb5286', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '844cf5ca-995a-4145-9541-f680eb10537e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:2a:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52fe419-ff4a-4b88-854c-583628175dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:30Z', 'updated_at': '2022-04-06T12:56:59Z', 'revision_number': 2, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:21.713439 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c584033-ebf2-4841-8580-2e19da6a1ace None None] New status for floating IP 0f1fb1c7-2912-485d-bd4a-fdea49569b25: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:21.909848 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd20a5-43d7-458d-bd66-368c21178407 req-c451ca69-d0c9-4143-bbac-3b0343c00b28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:21.917727 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ecdd20a5-43d7-458d-bd66-368c21178407 req-c451ca69-d0c9-4143-bbac-3b0343c00b28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0701158 Apr 06 12:59:21.970807 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ecdd20a5-43d7-458d-bd66-368c21178407 req-6c679004-f06c-445e-ac13-0015ea4ee9eb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=769a4a5a-19e0-4862-855b-e1bd9a1f622f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516386 Apr 06 12:59:22.310424 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-55e363e1-91b6-4f4e-9669-276732bf93df req-ea8ca8d1-cc7e-44fe-9091-151ac86069a9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ef89677-190d-4cfa-a980-f1c6365e40ab HTTP/1.1" status: 200 len: 210 time: 0.0310035 Apr 06 12:59:22.352959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a79b263d-9225-44d2-91cb-b81ab5176bf6 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:59:22.372935 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: a79b263d-9225-44d2-91cb-b81ab5176bf6 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:59:22.373273 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a79b263d-9225-44d2-91cb-b81ab5176bf6 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:59:22.451034 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-a014f695-38e5-4488-a7b7-dd81ded5a8b9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:22.452577 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-a014f695-38e5-4488-a7b7-dd81ded5a8b9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 946 time: 0.0557535 Apr 06 12:59:22.557376 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Deleting port c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:22.557886 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.649125 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] For port c45588ce-cb56-4b9a-b43c-8cc6969bf111, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=c45588ce-cb56-4b9a-b43c-8cc6969bf111,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:22.649513 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.832073 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.832432 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.832747 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Floating IP b789b2f1-3737-4495-a516-5ca0ce8b2770 disassociated. External IP: 172.27.1.142, port: c45588ce-cb56-4b9a-b43c-8cc6969bf111. Apr 06 12:59:22.833087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Calling delete_port for c45588ce-cb56-4b9a-b43c-8cc6969bf111 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:22.969526 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (c45588ce-cb56-4b9a-b43c-8cc6969bf111), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.004498 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'Port': ['ID=c45588ce-cb56-4b9a-b43c-8cc6969bf111,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:23.086429 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b0201fa7-3716-49cd-9a49-a7f2f55a58bc req-6d07c2c1-406c-4fdb-8bdc-3113b283b7b3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2e541b-127d-445e-9bf7-f679bcaa6fe4 HTTP/1.1" status: 200 len: 210 time: 0.0287275 Apr 06 12:59:23.140101 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:23.258142 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:23.269600 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:23.279219 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:23.279834 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:23.301144 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] No DVR routers for this DVR port c45588ce-cb56-4b9a-b43c-8cc6969bf111 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:59:23.303749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.307118 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9edf5798-a4d8-4a46-b641-01cb43fd2490 req-71bf9239-a912-4fb0-b982-97942b4a2d5e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "DELETE /v2.0/ports/c45588ce-cb56-4b9a-b43c-8cc6969bf111 HTTP/1.1" status: 204 len: 173 time: 0.8487024 Apr 06 12:59:23.307550 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-deleted', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:23.309934 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39059b7f-2787-483a-80bc-22b69b7fda90" -d '{"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-deleted", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:23.361916 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c4d29d-51ac-43c6-91e2-9923fb3cc7e8 x-openstack-request-id: req-83c4d29d-51ac-43c6-91e2-9923fb3cc7e8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:23.362456 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e541b-127d-445e-9bf7-f679bcaa6fe4", "name": "network-vif-deleted", "tag": "c45588ce-cb56-4b9a-b43c-8cc6969bf111", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:23.362897 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83c4d29d-51ac-43c6-91e2-9923fb3cc7e8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:23.363500 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c4d29d-51ac-43c6-91e2-9923fb3cc7e8'] response: {'server_uuid': '2e2e541b-127d-445e-9bf7-f679bcaa6fe4', 'name': 'network-vif-deleted', 'tag': 'c45588ce-cb56-4b9a-b43c-8cc6969bf111', 'status': 'completed', 'code': 200} Apr 06 12:59:23.448154 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51764) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:23.515490 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (60da4e06-8639-471e-9af7-76adbe27ebcc), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.543913 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (60da4e06-8639-471e-9af7-76adbe27ebcc), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.553169 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:23.596759 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (60da4e06-8639-471e-9af7-76adbe27ebcc), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.599325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.600538 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/security-groups/60da4e06-8639-471e-9af7-76adbe27ebcc HTTP/1.1" status: 204 len: 168 time: 0.1504984 Apr 06 12:59:23.603449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51766) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:23.610006 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54d3f-bdb3-4d61-a6d3-83354a95a3dc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da4e06-8639-471e-9af7-76adbe27ebcc,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:23.620430 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.api.v2.resource [None req-7bff6015-7027-491e-b807-df41c685d4a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] show failed (client error): The resource could not be found. Apr 06 12:59:23.621456 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7bff6015-7027-491e-b807-df41c685d4a6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups/60da4e06-8639-471e-9af7-76adbe27ebcc HTTP/1.1" status: 404 len: 347 time: 0.0170395 Apr 06 12:59:23.624372 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51768) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:23.759348 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port 9b60c7ae-c0fa-496a-8999-daf7fd13f0de {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:23.759697 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.774865 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:23.805019 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:23.816271 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:23.816924 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:23.848992 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.849217 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.863038 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for 9b60c7ae-c0fa-496a-8999-daf7fd13f0de owned by network:floatingip {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:23.949509 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:24.030949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (9b60c7ae-c0fa-496a-8999-daf7fd13f0de), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.068630 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=9b60c7ae-c0fa-496a-8999-daf7fd13f0de,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.159261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (0f1fb1c7-2912-485d-bd4a-fdea49569b25), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.162493 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.163723 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7293fa09-118d-47f4-9375-34bfd0694627 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/floatingips/0f1fb1c7-2912-485d-bd4a-fdea49569b25 HTTP/1.1" status: 204 len: 168 time: 0.5384307 Apr 06 12:59:24.194142 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51776) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:24.233010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:24.258682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (769a4a5a-19e0-4862-855b-e1bd9a1f622f), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.263788 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4c97a-6cc0-4c67-bb8c-35b442764317 None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:24.287961 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (769a4a5a-19e0-4862-855b-e1bd9a1f622f), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.350841 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (769a4a5a-19e0-4862-855b-e1bd9a1f622f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.353772 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.355445 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "DELETE /v2.0/security-groups/769a4a5a-19e0-4862-855b-e1bd9a1f622f HTTP/1.1" status: 204 len: 168 time: 0.1601770 Apr 06 12:59:24.358210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51782) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:24.366432 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9b815-6062-4059-815c-8b10f4706dd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a4a5a-19e0-4862-855b-e1bd9a1f622f,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.376945 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.api.v2.resource [None req-a6c540a3-e4b2-4d12-8af1-997bf3f28262 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] show failed (client error): The resource could not be found. Apr 06 12:59:24.380122 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a6c540a3-e4b2-4d12-8af1-997bf3f28262 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups/769a4a5a-19e0-4862-855b-e1bd9a1f622f HTTP/1.1" status: 404 len: 347 time: 0.0208166 Apr 06 12:59:24.383366 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51786) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:24.549920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Deleting port bc33c44a-02bc-47cf-bbb7-e49333bb3312 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:24.550510 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.569228 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baabd7a-87a9-4b46-a82d-c2a578d1df3c None None] New status for floating IP b789b2f1-3737-4495-a516-5ca0ce8b2770: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:24.627023 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.627421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (bc33c44a-02bc-47cf-bbb7-e49333bb3312), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.641322 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Calling delete_port for bc33c44a-02bc-47cf-bbb7-e49333bb3312 owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:24.815064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (bc33c44a-02bc-47cf-bbb7-e49333bb3312), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.840290 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'Port': ['ID=bc33c44a-02bc-47cf-bbb7-e49333bb3312,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.920328 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (b789b2f1-3737-4495-a516-5ca0ce8b2770), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.922882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.924248 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c9a343ba-4d43-4d97-a2a9-7f2b9ca3aee4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "DELETE /v2.0/floatingips/b789b2f1-3737-4495-a516-5ca0ce8b2770 HTTP/1.1" status: 204 len: 168 time: 0.5395856 Apr 06 12:59:25.181811 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51792) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:25.186464 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580028835', 'description': 'tempest-description--668028449'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:25.207684 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.285913 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (b690b338-39af-4201-aed3-1729224da384), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.289632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b690b338-39af-4201-aed3-1729224da384), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.322105 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.323372 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404266 Apr 06 12:59:25.324229 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21316144-e17e-4393-bd53-d9057f1642b8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b690b338-39af-4201-aed3-1729224da384,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:25.326825 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51794) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:25.331912 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group_rule': {'security_group_id': 'b690b338-39af-4201-aed3-1729224da384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:25.358644 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (cb0db7aa-ba3f-4ecd-a861-bbc229e8e17b), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.412887 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (cb0db7aa-ba3f-4ecd-a861-bbc229e8e17b), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.416926 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (cb0db7aa-ba3f-4ecd-a861-bbc229e8e17b), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.435846 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0db7aa-ba3f-4ecd-a861-bbc229e8e17b,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:25.442767 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.443974 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7cbc2f40-bcf1-4b92-9ca6-1287cff41b54 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161735 Apr 06 12:59:25.446673 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51796) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:25.451036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'security_group_rule': {'security_group_id': 'b690b338-39af-4201-aed3-1729224da384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:25.478521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (7263b510-80fe-4fee-9b43-6f7a7f802d57), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.542504 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (7263b510-80fe-4fee-9b43-6f7a7f802d57), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.546342 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (7263b510-80fe-4fee-9b43-6f7a7f802d57), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.564860 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7263b510-80fe-4fee-9b43-6f7a7f802d57,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:25.575177 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.580696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2fb4f1c9-4dbc-4160-a642-410e28d97467 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293278 Apr 06 12:59:25.581127 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51802) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:25.586650 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:25.607159 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.713012 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.858416 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Allocated IP 172.27.1.61 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:25.877151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b8540-4598-4fe5-ad03-f627272d2801 req-27f62658-8bb0-494e-9f22-664f24f24ce0 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:25.878764 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3a3b8540-4598-4fe5-ad03-f627272d2801 req-27f62658-8bb0-494e-9f22-664f24f24ce0 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.1116252 Apr 06 12:59:25.982253 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3a3b8540-4598-4fe5-ad03-f627272d2801 req-c78dda96-ee83-4880-b0e8-19037f59bab1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973208 Apr 06 12:59:26.008816 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.040642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.074438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:26.077139 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:26.082573 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:26.109123 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:26.172422 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.213121 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.362839 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.367357 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:59:26.367944 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.389670 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: c45588ce-cb56-4b9a-b43c-8cc6969bf111 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:59:26.390007 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device c45588ce-cb56-4b9a-b43c-8cc6969bf111 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:59:26.441951 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:26.451261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.466972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.468222 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ea146b96-7d11-43de-865d-ff42d1a7690d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8857422 Apr 06 12:59:26.665120 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-f285aeab-6ac8-4fcd-91bf-d87612ad2d3b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1580028835&fields=id&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 267 time: 0.0422411 Apr 06 12:59:26.778522 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-d41d4d4c-9635-47f8-aa2b-22ef28c3a09b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:26.779990 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-d41d4d4c-9635-47f8-aa2b-22ef28c3a09b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 815 time: 0.1081140 Apr 06 12:59:26.795306 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-b1971a14-aed6-4c7b-8db1-69b1c903dae5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/quotas/03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 375 time: 0.0093465 Apr 06 12:59:26.850253 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-4069b430-bef8-48bd-8ca7-3b275f592343 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497918 Apr 06 12:59:26.944658 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-a28ff7e1-6c90-4950-9a8c-50c636e5b81d service neutron] 10.222.0.23 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817697 Apr 06 12:59:27.037225 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-fcaf5d00-be31-4752-85af-f008fb86e3bf service neutron] 10.222.0.23 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869331 Apr 06 12:59:27.102153 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0459fd-a8ab-4c09-87eb-f473ba0ff076 req-4140996e-6a8f-4699-89f0-f69818287248 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:27.103581 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1d0459fd-a8ab-4c09-87eb-f473ba0ff076 req-4140996e-6a8f-4699-89f0-f69818287248 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0542672 Apr 06 12:59:27.159941 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1d0459fd-a8ab-4c09-87eb-f473ba0ff076 req-e9f07b38-e0c1-405b-ab6a-7d09baf30b8f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503728 Apr 06 12:59:27.203227 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e396e3bd-c6ab-4776-8296-66f46dc863b4 req-29cbffc5-8f50-47eb-8fb0-745a56716e5b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 210 time: 0.0319536 Apr 06 12:59:27.393847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6022921f-3001-43df-95ba-c321dc2e61cc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:27.395453 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6022921f-3001-43df-95ba-c321dc2e61cc tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 945 time: 0.0581009 Apr 06 12:59:27.509265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port 844cf5ca-995a-4145-9541-f680eb10537e {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:27.509653 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (844cf5ca-995a-4145-9541-f680eb10537e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.565972 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:59:27.608900 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] For port 844cf5ca-995a-4145-9541-f680eb10537e, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=844cf5ca-995a-4145-9541-f680eb10537e,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:27.609199 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (844cf5ca-995a-4145-9541-f680eb10537e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.794266 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.794625 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.794960 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 14dd5d04-2b0a-4149-95d7-4664fffb5286 disassociated. External IP: 172.27.1.104, port: 844cf5ca-995a-4145-9541-f680eb10537e. Apr 06 12:59:27.795300 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for 844cf5ca-995a-4145-9541-f680eb10537e owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:27.928013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (844cf5ca-995a-4145-9541-f680eb10537e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.962377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=844cf5ca-995a-4145-9541-f680eb10537e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:28.161050 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:28.277100 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-485b417c-52d1-4b7a-9d33-2386b9b80f02 req-840d2802-3760-4316-91aa-3f9187fb59c1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=c52fe419-ff4a-4b88-854c-583628175dff HTTP/1.1" status: 200 len: 210 time: 0.0324893 Apr 06 12:59:28.335351 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d57afca5-c3e0-4c08-994b-b266ca6e31f8 req-b7fee00d-2b27-4c5d-a61a-dd7c847527cd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 210 time: 0.0412056 Apr 06 12:59:28.471308 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:28.483479 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-4d66058a-3a83-4bce-b1d7-ab49bd3333ce tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:28.484904 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-4d66058a-3a83-4bce-b1d7-ab49bd3333ce tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 815 time: 0.4220927 Apr 06 12:59:28.594102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:28.600303 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-86b9641c-662c-4229-b8ec-0644838f82c9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 380 time: 0.1027355 Apr 06 12:59:28.605034 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:28.610036 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'port': {'device_id': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'admin_state_up': True, 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'security_groups': ['b690b338-39af-4201-aed3-1729224da384']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:28.618564 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:28.619190 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:28.683123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] No DVR routers for this DVR port 844cf5ca-995a-4145-9541-f680eb10537e on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:59:28.687162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:28.691246 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b34d3c18-a5dd-430b-9874-bd7f066e9743 req-6834c184-6ad8-4daa-a67b-0dba056c94fa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "DELETE /v2.0/ports/844cf5ca-995a-4145-9541-f680eb10537e HTTP/1.1" status: 204 len: 173 time: 1.2899897 Apr 06 12:59:28.691694 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'name': 'network-vif-deleted', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:28.693963 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179e8c0-0184-4e1f-a273-236826a645db" -d '{"events": [{"server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "name": "network-vif-deleted", "tag": "844cf5ca-995a-4145-9541-f680eb10537e"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:28.743158 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:28.745261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1afb5-e63f-4237-8446-be31b8ae109f x-openstack-request-id: req-02b1afb5-e63f-4237-8446-be31b8ae109f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:28.745550 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52fe419-ff4a-4b88-854c-583628175dff", "name": "network-vif-deleted", "tag": "844cf5ca-995a-4145-9541-f680eb10537e", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:28.745823 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02b1afb5-e63f-4237-8446-be31b8ae109f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:28.746382 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b1afb5-e63f-4237-8446-be31b8ae109f'] response: {'server_uuid': 'c52fe419-ff4a-4b88-854c-583628175dff', 'name': 'network-vif-deleted', 'tag': '844cf5ca-995a-4145-9541-f680eb10537e', 'status': 'completed', 'code': 200} Apr 06 12:59:28.778019 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Made reservation on behalf of 03051cb3880e4976b0d195248d3000a6 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:28.781893 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:28.931311 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Allocated IP 172.20.0.5 (641f6caa-58d2-4825-99a1-54c86754574a/e362db52-b972-4df5-bba1-a981b56b9dc1/0005490d-4e4e-45ff-bf61-aa21b1c80a38) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:28.967307 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:28.995191 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:29.004329 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:29.005195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:29.088416 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.133244 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:29.134087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.186946 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Network 641f6caa-58d2-4825-99a1-54c86754574a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:29.194046 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:29.196569 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:29.200311 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:29.260452 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:29.261203 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.285325 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-7cac94db-17c0-43cc-8fb0-5480d973984b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6783826 Apr 06 12:59:29.297433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Request body: {'port': {'device_id': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:29.399210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.415242 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51848) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:29.446128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:29.480309 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1c501-8e0b-4132-8088-6024ef759020 None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:29.539938 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bb690-95d8-4bba-9d8d-5512caff4296 req-5debfd44-00af-4e9d-a08d-7dc07cf15dd9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:29.541798 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-487bb690-95d8-4bba-9d8d-5512caff4296 req-5debfd44-00af-4e9d-a08d-7dc07cf15dd9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 931 time: 0.1104009 Apr 06 12:59:29.545390 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (5d99750c-28ca-4601-abf0-fb9e3c8ce7cc), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.568543 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d12772d2-b3fa-427e-a197-69d5373bf2c9 None None] Provisioning complete for port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:29.569009 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d12772d2-b3fa-427e-a197-69d5373bf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.593326 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (5d99750c-28ca-4601-abf0-fb9e3c8ce7cc), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.609901 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d12772d2-b3fa-427e-a197-69d5373bf2c9 None None] Port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:29.657177 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-487bb690-95d8-4bba-9d8d-5512caff4296 req-442070eb-b185-4a02-a423-b73678901808 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052923 Apr 06 12:59:29.690013 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (5d99750c-28ca-4601-abf0-fb9e3c8ce7cc), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.694997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.694997 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d99750c-28ca-4601-abf0-fb9e3c8ce7cc HTTP/1.1" status: 204 len: 168 time: 0.2759430 Apr 06 12:59:29.697852 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51850) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:29.723442 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be024fb-5183-4ec6-91d2-811712bb297a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99750c-28ca-4601-abf0-fb9e3c8ce7cc,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:29.732924 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.api.v2.resource [None req-bdf8d9cd-b2c7-42bb-b8d3-f5727ed68e17 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] show failed (client error): The resource could not be found. Apr 06 12:59:29.734144 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-bdf8d9cd-b2c7-42bb-b8d3-f5727ed68e17 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups/5d99750c-28ca-4601-abf0-fb9e3c8ce7cc HTTP/1.1" status: 404 len: 347 time: 0.0352638 Apr 06 12:59:29.737627 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51852) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:29.790624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:29.803409 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks [] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.819797 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Transition to ACTIVE for port object 0005490d-4e4e-45ff-bf61-aa21b1c80a38 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:59:29.825325 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:29.848144 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327c07f3-04de-4b31-95ea-b8a122707f19 None None] New status for floating IP 14dd5d04-2b0a-4149-95d7-4664fffb5286: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:29.898767 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:29.975873 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Attempting to bind port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:29.976304 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Attempting to bind port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:29.976738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Attempting to bind port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:29.982329 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 on network 641f6caa-58d2-4825-99a1-54c86754574a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:59:29.982788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Attempting to bind port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 on network 641f6caa-58d2-4825-99a1-54c86754574a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:29.989551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:29.990095 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Checking segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:29.991405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Bound using segment: {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:29.992464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Bound port: 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:29.992464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.081644 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:30.088643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:30.097415 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.115873 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port a6317321-0c8b-4949-8646-36c8f878d2a2 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:30.116236 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.133159 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:30.134060 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.135509 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 1093 time: 0.8426433 Apr 06 12:59:30.170598 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23b38d-9a85-40cb-993d-eedddb75fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:30.212036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.212454 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (a6317321-0c8b-4949-8646-36c8f878d2a2), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.227015 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-3d47d10a-173e-44be-8df9-2297662dd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:30.228602 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-3d47d10a-173e-44be-8df9-2297662dd320 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1127 time: 0.0501237 Apr 06 12:59:30.232287 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for a6317321-0c8b-4949-8646-36c8f878d2a2 owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:30.278577 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-e80c51ef-fccf-4969-a293-c9a5994c632f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 217 time: 0.0433443 Apr 06 12:59:30.338485 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-3650dad5-b4ce-4679-80cb-23233b40ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:30.340318 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-3650dad5-b4ce-4679-80cb-23233b40ced4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0558939 Apr 06 12:59:30.367355 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 844cf5ca-995a-4145-9541-f680eb10537e no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:59:30.389305 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 844cf5ca-995a-4145-9541-f680eb10537e {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:59:30.389680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 844cf5ca-995a-4145-9541-f680eb10537e not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:59:30.394938 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4fac-3f99-46c4-874d-485be044e87b req-2403259c-95ce-44d3-9b64-5db19e678ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:30.396583 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-2403259c-95ce-44d3-9b64-5db19e678ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496597 Apr 06 12:59:30.399828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (a6317321-0c8b-4949-8646-36c8f878d2a2), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.430145 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=a6317321-0c8b-4949-8646-36c8f878d2a2,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:30.491306 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-a5fe53c0-2cbd-4e4e-a0ed-42e138d1e584 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878806 Apr 06 12:59:30.495558 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (14dd5d04-2b0a-4149-95d7-4664fffb5286), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.498152 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.499289 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2e43cbde-1c8f-46b9-8aaa-fb5623b35021 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/floatingips/14dd5d04-2b0a-4149-95d7-4664fffb5286 HTTP/1.1" status: 204 len: 168 time: 0.7605629 Apr 06 12:59:30.591126 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86de4fac-3f99-46c4-874d-485be044e87b req-b6801f3c-b712-4c95-b57b-171178aa6380 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935888 Apr 06 12:59:30.747492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:30.749993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd93657f-cb04-43e7-bd11-620772bdcf69" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:30.783313 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a763-36d3-48e7-b0d5-365e4e9fa1ea req-cf279849-eb39-4e9e-bd2b-ea5fd3c4c5da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:30.784814 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12e5a763-36d3-48e7-b0d5-365e4e9fa1ea req-cf279849-eb39-4e9e-bd2b-ea5fd3c4c5da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0533123 Apr 06 12:59:30.793443 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 51862) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:30.798692 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805071722', 'description': 'tempest-description--447400171'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:30.822082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09de1d-2fa4-4fa0-972a-c8d81c4438df x-openstack-request-id: req-4d09de1d-2fa4-4fa0-972a-c8d81c4438df {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:30.822245 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:30.822534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d09de1d-2fa4-4fa0-972a-c8d81c4438df {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:30.823001 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d09de1d-2fa4-4fa0-972a-c8d81c4438df'] response: {'name': 'network-changed', 'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'status': 'completed', 'code': 200} Apr 06 12:59:30.824369 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.836256 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12e5a763-36d3-48e7-b0d5-365e4e9fa1ea req-81f95c01-42e5-4c22-90d6-58aecdaf866e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Apr 06 12:59:30.897857 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (eaa3ec13-18e0-45d5-9564-f112b15b191d), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.901682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (eaa3ec13-18e0-45d5-9564-f112b15b191d), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.929444 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.930705 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361895 Apr 06 12:59:30.933782 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51864) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:30.939047 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': 'eaa3ec13-18e0-45d5-9564-f112b15b191d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:30.939736 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1b6c5-346d-4b93-9e65-f9f07a4d32f9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3ec13-18e0-45d5-9564-f112b15b191d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:30.964331 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (13ad4211-3f45-4b53-b00d-49051386b8b4), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.022363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (13ad4211-3f45-4b53-b00d-49051386b8b4), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.025991 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (13ad4211-3f45-4b53-b00d-49051386b8b4), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.046445 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ad4211-3f45-4b53-b00d-49051386b8b4,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:31.056206 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.057425 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-459040fc-6558-425f-9df5-494a79ec7344 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225967 Apr 06 12:59:31.060115 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51866) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:31.065036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': 'eaa3ec13-18e0-45d5-9564-f112b15b191d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:31.089268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (518a71e8-20af-492b-821a-585312312a91), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.145121 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (518a71e8-20af-492b-821a-585312312a91), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.148469 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (518a71e8-20af-492b-821a-585312312a91), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.167224 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518a71e8-20af-492b-821a-585312312a91,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:31.172385 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.174263 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d15a53e5-c702-49c6-af81-4733c4fcff13 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131403 Apr 06 12:59:31.177487 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51868) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:31.182105 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:31.205093 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.303983 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.408998 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.27.1.176 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/48cb4b1b-9d9f-4dd7-9174-a5e703779337) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:31.490193 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-6d9c7f8d-15ec-4d01-bbc7-97e95d1cb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:31.491771 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-6d9c7f8d-15ec-4d01-bbc7-97e95d1cb36b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1127 time: 0.0493975 Apr 06 12:59:31.518550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.553650 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.590587 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:31.590811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-89150f8e-0369-4462-94d4-6d7f6fe85c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:31.592164 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-89150f8e-0369-4462-94d4-6d7f6fe85c3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.0933254 Apr 06 12:59:31.593310 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:31.596020 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:31.632095 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=48cb4b1b-9d9f-4dd7-9174-a5e703779337,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:31.635306 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-f6779b8b-4b4f-4c15-8e0d-45bc4b374416 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 217 time: 0.0367970 Apr 06 12:59:31.698464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-3b0f3141-907b-4b79-b07f-754f5d76049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:31.699946 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-3b0f3141-907b-4b79-b07f-754f5d76049b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0587950 Apr 06 12:59:31.706739 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.744382 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.751594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-f5e33003-3da5-4dd1-ab68-bd17eef222f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:31.753351 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-f5e33003-3da5-4dd1-ab68-bd17eef222f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474725 Apr 06 12:59:31.853811 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-5720f695-2d3e-4f27-9e5f-cf548379ffcd service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909197 Apr 06 12:59:31.914442 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.920343 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.962797 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fd93657f-cb04-43e7-bd11-620772bdcf69 req-a70fc492-39e6-4ba2-bf84-aab9ccb0d263 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032872 Apr 06 12:59:32.051315 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=48cb4b1b-9d9f-4dd7-9174-a5e703779337,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:32.055888 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.077208 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f6c57-5f57-4d9c-a9f3-26883015ff93 req-8ae25b2c-53f3-42ea-a791-85a1fa51d8ec tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:32.078733 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-071f6c57-5f57-4d9c-a9f3-26883015ff93 req-8ae25b2c-53f3-42ea-a791-85a1fa51d8ec tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.1476028 Apr 06 12:59:32.081811 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.082870 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f400d250-7e9d-42e7-b40b-dcfa95a14684 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9044023 Apr 06 12:59:32.129181 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-071f6c57-5f57-4d9c-a9f3-26883015ff93 req-abdde86f-8faf-459d-9beb-20bb32422b33 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Apr 06 12:59:32.279568 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-a311c24d-d3d6-432c-b329-88f783d50f16 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1805071722&fields=id&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 267 time: 0.0424318 Apr 06 12:59:32.371614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:59:32.388349 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-4e3997ff-9b81-4950-a165-f604647cc5b7 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:32.389820 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-4e3997ff-9b81-4950-a165-f604647cc5b7 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.1036499 Apr 06 12:59:32.404932 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-c85ed9ea-add1-4961-b500-6aad7b1c3c1e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/quotas/3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 375 time: 0.0092137 Apr 06 12:59:32.464668 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-aa953d5f-6b5f-40ed-993a-cf8cf43a12d2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531435 Apr 06 12:59:32.474719 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:32.488409 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:59:32.528468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:32.529155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.546804 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:32.567189 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:32.568894 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-c97f42e2-bd3a-41ce-a382-965412deb1bd service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911384 Apr 06 12:59:32.571623 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.619054 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:32.626540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.626881 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.627454 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.627866 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.628204 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.628536 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.628872 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.629194 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.629518 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.629873 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.630195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.630518 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.630838 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.631153 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.631470 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:32.665294 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-d301a306-0b56-4388-b54a-6880fbe4e1ee service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900211 Apr 06 12:59:32.823848 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-33812661-6d43-4fa3-aa2b-cbc4ec0fe726 req-6ad3b79a-1882-4a7a-bb64-a275e84352a2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 210 time: 0.0293288 Apr 06 12:59:32.857445 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['0005490d-4e4e-45ff-bf61-aa21b1c80a38'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:59:33.257359 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295710cc-d3f2-4522-bbf5-08eb4c011664 req-b24cc897-e11e-470c-804e-9a917ace5940 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:33.258930 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-295710cc-d3f2-4522-bbf5-08eb4c011664 req-b24cc897-e11e-470c-804e-9a917ace5940 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 944 time: 0.0584807 Apr 06 12:59:33.307248 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-295710cc-d3f2-4522-bbf5-08eb4c011664 req-d9edb99d-b838-4636-bbd3-e1f0c2b08cd6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Apr 06 12:59:33.781283 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-cf4f7610-bd58-4fde-b641-3dd3b24679f6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:33.783966 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-cf4f7610-bd58-4fde-b641-3dd3b24679f6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.1094222 Apr 06 12:59:33.851948 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-585f637e-2dad-4e13-bc1f-130414a15cf6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 380 time: 0.0587687 Apr 06 12:59:33.919345 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'port': {'device_id': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'admin_state_up': True, 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'security_groups': ['eaa3ec13-18e0-45d5-9564-f112b15b191d']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:33.926874 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-54f9f2e6-2932-4367-a496-9fcaa39927f6 req-28a4e3ba-a25b-4dbc-b07e-2fbe756a0a51 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 210 time: 0.0326309 Apr 06 12:59:34.025247 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:34.028560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.153414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.20.0.7 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/44a2c75a-24d7-4c14-93d6-05b7e9d2d935) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:34.293305 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.332529 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.368289 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:34.384211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:34.387825 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:34.392785 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:34.397123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:34.440759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:59:34.445680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:34.446311 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.466241 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:34.466941 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.480472 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e9634-7189-4ac7-b5a2-03ce61df7c33 req-3ba6c9c2-ccb8-4df7-b5ed-ab832d92b13f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:34.482417 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ea0e9634-7189-4ac7-b5a2-03ce61df7c33 req-3ba6c9c2-ccb8-4df7-b5ed-ab832d92b13f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 944 time: 0.0937157 Apr 06 12:59:34.488162 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-8e44e5f6-ffb3-4e22-98a9-2961c753040d tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729377 Apr 06 12:59:34.504320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Request body: {'port': {'device_id': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:34.547071 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ea0e9634-7189-4ac7-b5a2-03ce61df7c33 req-151590c8-78b3-46cc-a66b-e426b72fe6fd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523021 Apr 06 12:59:34.553789 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:34.554178 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.585817 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:34.588395 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53f538-3922-41e8-8928-851953c97200" -d '{"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:34.602266 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.604485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:34.615786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.642231 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01bf36f-0461-4be8-a82a-cf261a51597c x-openstack-request-id: req-d01bf36f-0461-4be8-a82a-cf261a51597c {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:34.643228 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:34.643654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d01bf36f-0461-4be8-a82a-cf261a51597c {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:34.644211 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01bf36f-0461-4be8-a82a-cf261a51597c'] response: {'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'code': 200} Apr 06 12:59:34.684210 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:34.739838 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-475fa24f-dd0a-402c-86e3-12426ad8d0f3 None None] Provisioning complete for port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:34.740485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-475fa24f-dd0a-402c-86e3-12426ad8d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.790252 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-475fa24f-dd0a-402c-86e3-12426ad8d0f3 None None] Port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:34.891239 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af2d4-8854-4f01-b7c4-e2b23ad44b3a req-ef6cd27d-120d-48aa-85c2-b6284644f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:34.893292 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f00af2d4-8854-4f01-b7c4-e2b23ad44b3a req-ef6cd27d-120d-48aa-85c2-b6284644f607 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1129 time: 0.0855443 Apr 06 12:59:34.975521 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:34.984439 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f00af2d4-8854-4f01-b7c4-e2b23ad44b3a req-690a4cb4-a589-4a10-8c9f-cfa9e23d1999 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828650 Apr 06 12:59:34.986859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks [] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:35.000136 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Transition to ACTIVE for port object 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:59:35.006077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:35.061870 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Pushing event updated for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:35.068695 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3657f6-2ad0-4a60-b3e5-6a39cd6fe86f req-33928e68-1649-4240-8f68-0220ed7abc69 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.070431 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f3657f6-2ad0-4a60-b3e5-6a39cd6fe86f req-33928e68-1649-4240-8f68-0220ed7abc69 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 943 time: 0.0612712 Apr 06 12:59:35.132903 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f3657f6-2ad0-4a60-b3e5-6a39cd6fe86f req-4b56b406-e6ac-403c-b274-04ae22e91fc3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558617 Apr 06 12:59:35.141765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Attempting to bind port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:35.142405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Attempting to bind port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:35.142883 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Attempting to bind port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:35.148899 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 on network f1c25248-8133-4d8e-9050-6a36b513586f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:59:35.149258 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Attempting to bind port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:35.156185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:35.156185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:35.156185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:35.156444 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Bound port: 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:35.156818 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:35.230083 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:35.233202 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:35.242772 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:35.281655 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.282313 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:35.283672 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] 10.222.0.11 "PUT /v2.0/ports/44a2c75a-24d7-4c14-93d6-05b7e9d2d935 HTTP/1.1" status: 200 len: 1093 time: 0.7877638 Apr 06 12:59:35.284110 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:35.286408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218085d0-fd61-4cba-8da6-fece429ba00a" -d '{"events": [{"name": "network-changed", "server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:35.310255 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee26f-6c84-4817-bdbb-a690d0c43a90 service neutron] Pushing event updated for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:35.334878 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03902270-ee41-4d03-b1f4-99afcbebb4eb x-openstack-request-id: req-03902270-ee41-4d03-b1f4-99afcbebb4eb {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:35.335148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:35.335619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03902270-ee41-4d03-b1f4-99afcbebb4eb {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:35.336029 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03902270-ee41-4d03-b1f4-99afcbebb4eb'] response: {'name': 'network-changed', 'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'status': 'completed', 'code': 200} Apr 06 12:59:35.403578 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-64127152-10e6-421f-84dd-6d3c6e28046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.405167 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-64127152-10e6-421f-84dd-6d3c6e28046e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 1127 time: 0.0507355 Apr 06 12:59:35.456195 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-5a90397d-f227-47e6-b2b3-0d7c80332ec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935 HTTP/1.1" status: 200 len: 217 time: 0.0408664 Apr 06 12:59:35.679699 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b500651-afc0-4a75-bf00-8d2e61dec85b req-0cc6ade0-57fa-44f1-9b7e-db466a8925f5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.681187 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b500651-afc0-4a75-bf00-8d2e61dec85b req-0cc6ade0-57fa-44f1-9b7e-db466a8925f5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0563159 Apr 06 12:59:35.728048 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b500651-afc0-4a75-bf00-8d2e61dec85b req-27c7f348-d18a-42e0-8942-c6d4df2d48b6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Apr 06 12:59:35.838291 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-99fdaaec-ec36-4217-8642-4aff4bc8e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.839794 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-99fdaaec-ec36-4217-8642-4aff4bc8e104 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0479608 Apr 06 12:59:35.892624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-4386aed3-64e9-4ff7-908e-239920ed9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:35.894236 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-4386aed3-64e9-4ff7-908e-239920ed9cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446210 Apr 06 12:59:35.990169 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-f97f9ccd-b466-43cd-bbd8-22572df2e6fc service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868483 Apr 06 12:59:36.084845 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-46c8d67b-d955-41e2-8c47-3c4805f94ee6 req-dce2624b-9b03-46c1-baa3-dfad0ff803f7 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831492 Apr 06 12:59:36.258140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba2dbf-0262-4d88-9e33-eb2567be78cd req-c1c0d338-0046-43e1-ba10-d268dc9914d3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:36.259844 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93ba2dbf-0262-4d88-9e33-eb2567be78cd req-c1c0d338-0046-43e1-ba10-d268dc9914d3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 943 time: 0.0564868 Apr 06 12:59:36.307818 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93ba2dbf-0262-4d88-9e33-eb2567be78cd req-f3f20153-77e2-48ee-ae91-30ddfb2b6cf4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Apr 06 12:59:36.851585 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243450-1372-4ff1-9907-cb8ffacc0c98 req-13ed301d-04f1-4bc5-bf63-2014b1248571 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:36.852997 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f243450-1372-4ff1-9907-cb8ffacc0c98 req-13ed301d-04f1-4bc5-bf63-2014b1248571 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0527060 Apr 06 12:59:36.904575 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f243450-1372-4ff1-9907-cb8ffacc0c98 req-dd399566-0343-44f1-96be-8b1d64fe131b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459790 Apr 06 12:59:37.028387 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbbcaf-64af-4439-8fb3-6fbc6f2b5abf req-1118ed15-3eb4-4f37-9101-672e4bd6bc11 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.029908 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8edbbcaf-64af-4439-8fb3-6fbc6f2b5abf req-1118ed15-3eb4-4f37-9101-672e4bd6bc11 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Apr 06 12:59:37.038311 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51920) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:37.042919 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Request body: {'floatingip': {'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:37.083945 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:37.486183 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7ff49-0209-4f30-94a9-c3147e774992 req-6506860d-8be6-4201-b2fd-b9ccb321b71a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.487644 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3ea7ff49-0209-4f30-94a9-c3147e774992 req-6506860d-8be6-4201-b2fd-b9ccb321b71a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 943 time: 0.1031106 Apr 06 12:59:37.570847 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3ea7ff49-0209-4f30-94a9-c3147e774992 req-62ee1676-7672-4ed2-a4db-e8da9947b998 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744455 Apr 06 12:59:37.596726 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218085d0-fd61-4cba-8da6-fece429ba00a req-03ad6aa4-3015-42fa-aa63-5dce74ad8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.598278 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-03ad6aa4-3015-42fa-aa63-5dce74ad8832 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 1127 time: 0.0578816 Apr 06 12:59:37.629598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:37.633814 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:37.690643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218085d0-fd61-4cba-8da6-fece429ba00a req-303b6246-fc3b-448c-99e5-27865d6da5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.692118 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-303b6246-fc3b-448c-99e5-27865d6da5fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.0859025 Apr 06 12:59:37.733141 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-497012a4-16e4-4409-a2a4-7adba033ea7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Apr 06 12:59:37.788122 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218085d0-fd61-4cba-8da6-fece429ba00a req-dd3effb5-061b-4547-9a4e-bac37d2504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.789679 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-dd3effb5-061b-4547-9a4e-bac37d2504ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0510252 Apr 06 12:59:37.842323 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218085d0-fd61-4cba-8da6-fece429ba00a req-ceb226b2-4253-452f-b05a-ce32981a88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:37.843864 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-ceb226b2-4253-452f-b05a-ce32981a88f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479805 Apr 06 12:59:37.949634 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-d36738cb-6d06-4da6-8263-40b546516994 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984790 Apr 06 12:59:37.952495 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Floating IP 0b6ecaeb-446e-425e-a55b-bfff7e954552 associated. External IP: 172.27.1.61, port: 0005490d-4e4e-45ff-bf61-aa21b1c80a38. Apr 06 12:59:38.043818 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-218085d0-fd61-4cba-8da6-fece429ba00a req-29c53b74-2985-47f0-9f5c-ae8027e522ca service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882146 Apr 06 12:59:38.170972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:38.283240 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:38.287997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:38.292858 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:38.303846 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:38.304471 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:38.318999 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9e257ef4-ffdb-4e43-b94a-6843c005e80b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "PUT /v2.0/floatingips/0b6ecaeb-446e-425e-a55b-bfff7e954552 HTTP/1.1" status: 200 len: 990 time: 1.2796340 Apr 06 12:59:38.319863 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:38.322370 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaec0fe-f541-4174-8def-f5ed8cc41372" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:38.367437 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8c16e-b786-4dd7-88f9-ca0016862c18 x-openstack-request-id: req-8fd8c16e-b786-4dd7-88f9-ca0016862c18 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:38.367725 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:38.367974 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fd8c16e-b786-4dd7-88f9-ca0016862c18 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:38.368375 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd8c16e-b786-4dd7-88f9-ca0016862c18'] response: {'name': 'network-changed', 'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'status': 'completed', 'code': 200} Apr 06 12:59:38.389625 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:59:38.436730 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-d0bf1705-9b9c-4ba3-9d8d-8027b8f1c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:38.438316 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-d0bf1705-9b9c-4ba3-9d8d-8027b8f1c9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1129 time: 0.0479589 Apr 06 12:59:38.443992 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:38.533772 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-b8e326b4-9371-47b4-8b7b-02c2daa182d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:38.535305 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-b8e326b4-9371-47b4-8b7b-02c2daa182d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.0885389 Apr 06 12:59:38.599645 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:38.607141 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-a6954536-1a41-4964-897a-dd93fef67042 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 998 time: 0.0645492 Apr 06 12:59:38.648993 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'port_id': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'mac_address': 'fa:16:3e:21:79:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:59:38.665560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-d3bf407e-990e-40ae-851b-ab01a9d30190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:38.667370 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-d3bf407e-990e-40ae-851b-ab01a9d30190 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0546129 Apr 06 12:59:38.705372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb627768-6202-417d-9b6a-b50e37331425 req-6cef8f93-1cca-4f3b-9312-3fe83b022815 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:38.706984 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb627768-6202-417d-9b6a-b50e37331425 req-6cef8f93-1cca-4f3b-9312-3fe83b022815 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 943 time: 0.0623868 Apr 06 12:59:38.717486 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:38.718468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:38.724842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-120cd070-7245-4364-9af2-d0004fb4893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:38.726800 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-120cd070-7245-4364-9af2-d0004fb4893a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523889 Apr 06 12:59:38.741740 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:38.762215 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb627768-6202-417d-9b6a-b50e37331425 req-08bb976b-d7f9-4ae4-a87f-2db919f708a7 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482118 Apr 06 12:59:38.785806 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:38.791833 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:38.824910 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-0cf7afc9-f6b1-4715-9fa9-01b838cbeb99 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913513 Apr 06 12:59:38.849737 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0b6ecaeb-446e-425e-a55b-bfff7e954552', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:37Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:38.882392 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:38.884452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:38.895504 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:38.896206 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:38.922257 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-fdaec0fe-f541-4174-8def-f5ed8cc41372 req-cfc4ac92-9784-4701-b766-cde07b6f2676 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914040 Apr 06 12:59:39.033468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:39.107627 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['44a2c75a-24d7-4c14-93d6-05b7e9d2d935'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:59:39.366662 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0b6ecaeb-446e-425e-a55b-bfff7e954552', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:37Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:39.393312 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fef2c-e8b9-46ce-bcd2-427a32441119 None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '0b6ecaeb-446e-425e-a55b-bfff7e954552', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:37Z', 'revision_number': 1, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:39.575491 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55eb025-6772-4ae0-a533-df7cbf181ed1 None None] New status for floating IP 0b6ecaeb-446e-425e-a55b-bfff7e954552: ACTIVE {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:39.885359 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe206d-6548-4bb3-8975-91e80c1eb298 req-c5ebb7c4-71e1-4cff-907d-8724b8347362 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:39.886898 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c4fe206d-6548-4bb3-8975-91e80c1eb298 req-c5ebb7c4-71e1-4cff-907d-8724b8347362 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 944 time: 0.0543561 Apr 06 12:59:39.932363 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c4fe206d-6548-4bb3-8975-91e80c1eb298 req-6666c7c3-762b-4e79-a047-c40f78416cc2 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391843 Apr 06 12:59:40.385634 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:40.436463 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:59:40.441242 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:40.441633 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:40.640618 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:40.640991 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:40.662998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:40.665188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b5fe5-7618-4236-a697-bd6cfebc1310" -d '{"events": [{"server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "name": "network-vif-plugged", "status": "completed", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:40.678694 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:40.682779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:40.705228 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce33472-37cd-4c1f-b9a4-91c5415b25fa x-openstack-request-id: req-0ce33472-37cd-4c1f-b9a4-91c5415b25fa {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:40.705539 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "name": "network-vif-plugged", "status": "completed", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:40.705825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ce33472-37cd-4c1f-b9a4-91c5415b25fa {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:40.706216 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce33472-37cd-4c1f-b9a4-91c5415b25fa'] response: {'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'code': 200} Apr 06 12:59:40.731667 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:40.868472 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019930-e80e-41e0-9c5c-3556964f1ad7 req-ffb4c4c3-7599-45f8-b7d8-b53bb30c0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:40.869905 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9d019930-e80e-41e0-9c5c-3556964f1ad7 req-ffb4c4c3-7599-45f8-b7d8-b53bb30c0349 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 1129 time: 0.0459967 Apr 06 12:59:40.912514 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9d019930-e80e-41e0-9c5c-3556964f1ad7 req-da36846f-96e6-417d-b339-8b65a21c6cb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371330 Apr 06 12:59:41.054476 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0474d-c92e-4537-a287-2babba575c05 req-bbd32b02-34a9-49fa-9474-49517cb5dc52 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:41.056254 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c1c0474d-c92e-4537-a287-2babba575c05 req-bbd32b02-34a9-49fa-9474-49517cb5dc52 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.0572612 Apr 06 12:59:41.101670 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c1c0474d-c92e-4537-a287-2babba575c05 req-19e03f91-7732-4d70-95ec-59db392e638c tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Apr 06 12:59:42.229969 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d8d9-d694-4954-a8c9-191a8ac56c01 req-2655897f-188a-4195-8c8f-c897791a4f01 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:42.231606 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-da44d8d9-d694-4954-a8c9-191a8ac56c01 req-2655897f-188a-4195-8c8f-c897791a4f01 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.0592375 Apr 06 12:59:42.305209 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-da44d8d9-d694-4954-a8c9-191a8ac56c01 req-db75a907-bc1d-4334-bf3a-863af64791cf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667341 Apr 06 12:59:43.448365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145916c-8267-4156-ae30-6be4b5398589 req-79cc5a85-b6bf-4cd3-983f-abadd598c1d1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:43.450308 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0145916c-8267-4156-ae30-6be4b5398589 req-79cc5a85-b6bf-4cd3-983f-abadd598c1d1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.0723181 Apr 06 12:59:43.514701 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0145916c-8267-4156-ae30-6be4b5398589 req-a0533f42-0d9c-4c47-8adb-761d3942d585 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556839 Apr 06 12:59:43.588587 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-f387c899-299a-4b75-aec7-2a938c23fd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:43.692430 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810bc55-dfa5-4eac-9450-2a1519e02b20 req-08d4a33f-e0b7-4ccb-bdf8-aff91fb5c66e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:43.694432 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f810bc55-dfa5-4eac-9450-2a1519e02b20 req-08d4a33f-e0b7-4ccb-bdf8-aff91fb5c66e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.0799515 Apr 06 12:59:43.708686 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 51944) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:43.713429 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'port_id': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:43.757348 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.289666 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.294235 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.410854 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 12143bd1-b648-42f9-9c2e-4c7bb5fe4963 associated. External IP: 172.27.1.176, port: 44a2c75a-24d7-4c14-93d6-05b7e9d2d935. Apr 06 12:59:44.660901 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:44.811626 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:44.817491 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.826214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:44.850177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:44.851276 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:44.851676 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-16d522cf-ba06-4a3a-a7e7-7da8ef27f545 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "PUT /v2.0/floatingips/12143bd1-b648-42f9-9c2e-4c7bb5fe4963 HTTP/1.1" status: 200 len: 991 time: 1.1413267 Apr 06 12:59:44.851896 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:44.854310 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4062190-121f-43d4-b22b-d639bf8e6404" -d '{"events": [{"name": "network-changed", "server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:44.903112 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7fb942-e014-4646-8e3e-a3424080213b x-openstack-request-id: req-6b7fb942-e014-4646-8e3e-a3424080213b {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:44.903504 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:44.903851 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b7fb942-e014-4646-8e3e-a3424080213b {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:44.904414 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7fb942-e014-4646-8e3e-a3424080213b'] response: {'name': 'network-changed', 'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'status': 'completed', 'code': 200} Apr 06 12:59:44.988267 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-58d193d8-91ab-4b0a-a5ff-d1994e73bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:44.990173 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-58d193d8-91ab-4b0a-a5ff-d1994e73bd09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 1129 time: 0.0584776 Apr 06 12:59:45.017759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:45.119502 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-9930ddea-159b-41f5-a52f-635836705dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:45.121981 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-9930ddea-159b-41f5-a52f-635836705dba service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.1255026 Apr 06 12:59:45.217603 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-9df9872e-4a0e-40bc-a1fc-08aeb18cf82e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935 HTTP/1.1" status: 200 len: 999 time: 0.0895519 Apr 06 12:59:45.291392 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-b9890081-3b45-4f8d-ac7b-4b3d91543239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:45.292953 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-b9890081-3b45-4f8d-ac7b-4b3d91543239 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0688994 Apr 06 12:59:45.351808 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '12143bd1-b648-42f9-9c2e-4c7bb5fe4963', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:21:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:31Z', 'updated_at': '2022-04-06T12:59:44Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:45.354668 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-aa7c4794-7ba0-41cc-b5c2-d08c0ef4ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:45.357008 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-aa7c4794-7ba0-41cc-b5c2-d08c0ef4ba2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575852 Apr 06 12:59:45.405133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:45.421497 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:45.422740 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:45.472580 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-98efcaa4-3b4e-4b07-a0f5-25c171a68f89 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093798 Apr 06 12:59:45.604900 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e4062190-121f-43d4-b22b-d639bf8e6404 req-06967397-075b-414e-9c45-8bf73dad8169 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259074 Apr 06 12:59:45.626907 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:45.908934 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '12143bd1-b648-42f9-9c2e-4c7bb5fe4963', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:21:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:31Z', 'updated_at': '2022-04-06T12:59:44Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:45.946239 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0c8e2-5522-4109-a029-380d1357f23a None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '12143bd1-b648-42f9-9c2e-4c7bb5fe4963', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:21:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:59:31Z', 'updated_at': '2022-04-06T12:59:44Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:46.154156 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df57e3a-9891-4c76-a0cf-fa33dce0cac1 None None] New status for floating IP 12143bd1-b648-42f9-9c2e-4c7bb5fe4963: ACTIVE {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:46.225123 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-5704ec90-73f5-4ea1-96a3-b57a856a3330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:47.468338 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:48.862860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:49.613048 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb03a5-d0c4-4436-acf5-3e32deba0c0c req-e424a14f-1dea-44a4-9d4f-e7bb8032f621 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:49.614619 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b1fb03a5-d0c4-4436-acf5-3e32deba0c0c req-e424a14f-1dea-44a4-9d4f-e7bb8032f621 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0570569 Apr 06 12:59:49.663663 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b1fb03a5-d0c4-4436-acf5-3e32deba0c0c req-deef1129-ba0e-4031-ad5a-cafe2bff7e92 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 Apr 06 12:59:50.338459 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:50.698197 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a7bdd-6fb3-4c3c-a638-ed9704b5b43f req-654dd1b5-76e9-47ad-b02e-dd1813a5a1fd tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:50.699727 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2d7a7bdd-6fb3-4c3c-a638-ed9704b5b43f req-654dd1b5-76e9-47ad-b02e-dd1813a5a1fd tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0560629 Apr 06 12:59:50.773239 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2d7a7bdd-6fb3-4c3c-a638-ed9704b5b43f req-92bbda7c-9090-4338-9113-b69de1c8a397 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673289 Apr 06 12:59:50.820719 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d4fc-a135-4134-897e-ee9fa3034f44 req-da0d334f-8241-4e42-9f94-a1f9f7d0601e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:50.822503 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e782d4fc-a135-4134-897e-ee9fa3034f44 req-da0d334f-8241-4e42-9f94-a1f9f7d0601e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0686219 Apr 06 12:59:50.879727 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e782d4fc-a135-4134-897e-ee9fa3034f44 req-beddd16a-e7b0-462d-a386-71bedb73c4f7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511978 Apr 06 12:59:51.913374 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba26c8-da10-459c-84f0-f1ffac51cdae req-5c44dc3a-e753-432d-a51a-b147713b54d5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:51.914975 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56ba26c8-da10-459c-84f0-f1ffac51cdae req-5c44dc3a-e753-432d-a51a-b147713b54d5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0583725 Apr 06 12:59:51.983748 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56ba26c8-da10-459c-84f0-f1ffac51cdae req-41611102-c221-4c0c-b457-9c1d12629d97 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623763 Apr 06 12:59:52.068309 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3695da-5c6b-4b4a-98fa-50342134c6ab req-a701f79b-13e3-4d74-afa2-c55a88c71597 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.069992 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1c3695da-5c6b-4b4a-98fa-50342134c6ab req-a701f79b-13e3-4d74-afa2-c55a88c71597 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0955269 Apr 06 12:59:52.127024 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1c3695da-5c6b-4b4a-98fa-50342134c6ab req-98d6a2e7-759e-4b70-9095-97367da4b15e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500667 Apr 06 12:59:53.120711 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22e602-4521-4d78-a97b-3174bb3cc2e0 req-d68b29b1-7f8b-4580-a826-578359b6b7bc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.122299 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee22e602-4521-4d78-a97b-3174bb3cc2e0 req-d68b29b1-7f8b-4580-a826-578359b6b7bc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0606518 Apr 06 12:59:53.197763 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee22e602-4521-4d78-a97b-3174bb3cc2e0 req-95787546-d667-4388-b4bc-efbc7827ad1f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637586 Apr 06 12:59:53.266507 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cbd78-3187-4c0c-b7ea-0e713ff0035f req-99a63cdf-3f82-4085-a56f-2fc1c61e4c92 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.268145 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d9cbd78-3187-4c0c-b7ea-0e713ff0035f req-99a63cdf-3f82-4085-a56f-2fc1c61e4c92 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0680654 Apr 06 12:59:53.321185 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d9cbd78-3187-4c0c-b7ea-0e713ff0035f req-a7724d13-a544-46bc-b58f-ef4d6313b74c tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Apr 06 12:59:54.022586 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-565c0cf3-b531-468b-b4ad-171435d8646a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.024146 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-565c0cf3-b531-468b-b4ad-171435d8646a tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0562484 Apr 06 12:59:54.248816 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Deleting port ec93a163-e2b7-4c05-b7bc-dd437457f40a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:54.249113 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.273474 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-cac2a274-fadc-4dd1-8227-01aeed5dbb1d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.275011 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-cac2a274-fadc-4dd1-8227-01aeed5dbb1d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0905197 Apr 06 12:59:54.343064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455366f2-4560-470e-ab3f-b3f4c9a4d2be req-5a9ed66f-5da0-4624-bd80-07bb12f77c3e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.345390 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-455366f2-4560-470e-ab3f-b3f4c9a4d2be req-5a9ed66f-5da0-4624-bd80-07bb12f77c3e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 946 time: 0.0692163 Apr 06 12:59:54.412897 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-455366f2-4560-470e-ab3f-b3f4c9a4d2be req-7f468b25-4ffa-4939-9858-906aa157d341 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598943 Apr 06 12:59:54.419874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] For port ec93a163-e2b7-4c05-b7bc-dd437457f40a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ec93a163-e2b7-4c05-b7bc-dd437457f40a,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:54.420249 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.473992 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ac3b-130e-4f20-bd4f-c1bd7b52d586 req-dbbd42be-103d-41ac-84c5-a8abc2c0ddfa tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.475851 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb34ac3b-130e-4f20-bd4f-c1bd7b52d586 req-dbbd42be-103d-41ac-84c5-a8abc2c0ddfa tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 946 time: 0.0575683 Apr 06 12:59:54.495556 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port 1d058821-5aa1-4f69-b1d8-1a9304037d25 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:54.495883 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.540245 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cb34ac3b-130e-4f20-bd4f-c1bd7b52d586 req-4c8a6da1-fd66-4ed9-9b86-751144389320 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=adf3d755-c6c8-488d-90c5-2d540eb4ba90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553606 Apr 06 12:59:54.933669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] For port 1d058821-5aa1-4f69-b1d8-1a9304037d25, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=1d058821-5aa1-4f69-b1d8-1a9304037d25,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:54.933960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.961805 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.962155 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.962463 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Floating IP 34844047-80ce-4977-bb24-b44abf8ee3ba disassociated. External IP: 172.27.1.235, port: ec93a163-e2b7-4c05-b7bc-dd437457f40a. Apr 06 12:59:54.962806 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Calling delete_port for ec93a163-e2b7-4c05-b7bc-dd437457f40a owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:55.211998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.212666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (35a954ae-d09e-4553-94d7-8df20f2a9780), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.213185 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP 35a954ae-d09e-4553-94d7-8df20f2a9780 disassociated. External IP: 172.27.1.171, port: 1d058821-5aa1-4f69-b1d8-1a9304037d25. Apr 06 12:59:55.213743 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for 1d058821-5aa1-4f69-b1d8-1a9304037d25 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:55.305990 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (ec93a163-e2b7-4c05-b7bc-dd437457f40a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.351506 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event deleted for resources: {'Port': ['ID=ec93a163-e2b7-4c05-b7bc-dd437457f40a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:55.505667 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (1d058821-5aa1-4f69-b1d8-1a9304037d25), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.527889 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d5736125-e5cf-498a-9660-59244f0309db req-bb85282a-d29b-43ee-9cf3-93ffffcb8df6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.0312114 Apr 06 12:59:55.539675 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=1d058821-5aa1-4f69-b1d8-1a9304037d25,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:55.552887 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:55.647727 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ecdceef3-317e-4ff7-9884-bb3d579ef772 req-35bd00d2-699a-412c-b3bb-765e2cb6b6cc tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e HTTP/1.1" status: 200 len: 210 time: 0.0295401 Apr 06 12:59:55.761666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:55.764724 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:55.778332 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:55.791018 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:55.791732 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:55.815638 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] No DVR routers for this DVR port ec93a163-e2b7-4c05-b7bc-dd437457f40a on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:59:55.819508 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.822766 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7daee9e2-04f3-4249-a93c-95894c5d04b5 req-523b0e65-3bad-4154-a28f-31c9f3f83ed1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "DELETE /v2.0/ports/ec93a163-e2b7-4c05-b7bc-dd437457f40a HTTP/1.1" status: 204 len: 173 time: 1.7155650 Apr 06 12:59:55.823250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'name': 'network-vif-deleted', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:55.825685 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b3c52a-6837-4191-aea8-f09d567d8fde" -d '{"events": [{"server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "name": "network-vif-deleted", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:55.958590 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:55.981785 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f789d7fa-99f9-4bb8-b0aa-4858ed718716 x-openstack-request-id: req-f789d7fa-99f9-4bb8-b0aa-4858ed718716 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:55.982158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e", "name": "network-vif-deleted", "tag": "ec93a163-e2b7-4c05-b7bc-dd437457f40a", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:55.982520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f789d7fa-99f9-4bb8-b0aa-4858ed718716 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:55.982942 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f789d7fa-99f9-4bb8-b0aa-4858ed718716'] response: {'server_uuid': '8ce42ca5-b8cf-4d47-821a-3cd2f16c2b9e', 'name': 'network-vif-deleted', 'tag': 'ec93a163-e2b7-4c05-b7bc-dd437457f40a', 'status': 'completed', 'code': 200} Apr 06 12:59:56.003556 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:56.017241 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:56.027805 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:56.028502 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.069316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] No DVR routers for this DVR port 1d058821-5aa1-4f69-b1d8-1a9304037d25 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:59:56.072253 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.075697 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-da6a19a4-535f-488f-a733-d381f1086dd3 req-4c5f3906-b4ac-4e2f-ac41-6d1f7fe7b9fc tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "DELETE /v2.0/ports/1d058821-5aa1-4f69-b1d8-1a9304037d25 HTTP/1.1" status: 204 len: 173 time: 1.7732244 Apr 06 12:59:56.172269 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:56.403086 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.434147 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:56.445278 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:56.446326 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.457698 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.489564 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 1d058821-5aa1-4f69-b1d8-1a9304037d25 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:59:56.509734 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:56.515620 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 1d058821-5aa1-4f69-b1d8-1a9304037d25 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:59:56.516474 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 1d058821-5aa1-4f69-b1d8-1a9304037d25 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:59:56.516884 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ec93a163-e2b7-4c05-b7bc-dd437457f40a no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:59:56.521536 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:56.522199 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.544423 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: ec93a163-e2b7-4c05-b7bc-dd437457f40a {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:59:56.544713 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ec93a163-e2b7-4c05-b7bc-dd437457f40a not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:59:56.628030 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:56.662840 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bef59e80-83b5-48f9-824c-e59a25972de6 req-fd6364d6-8226-4a91-8177-3bbfcfa8c24d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=92075fee-428e-41a6-ba22-4b4f581a2b3a HTTP/1.1" status: 200 len: 210 time: 0.0470569 Apr 06 12:59:56.681191 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:56.744661 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52006) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:56.807199 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (adf3d755-c6c8-488d-90c5-2d540eb4ba90), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.837690 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (adf3d755-c6c8-488d-90c5-2d540eb4ba90), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.891460 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.894059 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (adf3d755-c6c8-488d-90c5-2d540eb4ba90), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.897011 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.898661 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "DELETE /v2.0/security-groups/adf3d755-c6c8-488d-90c5-2d540eb4ba90 HTTP/1.1" status: 204 len: 168 time: 0.1526525 Apr 06 12:59:56.901293 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52008) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:56.909870 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3d755-c6c8-488d-90c5-2d540eb4ba90,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:56.919458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.920218 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.920718 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.921215 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.922935 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.923632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.924133 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.924629 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.925119 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.925649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.926880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.927389 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.927889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.928384 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.928874 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.api.v2.resource [None req-0205e4bb-c55c-4fe4-b1e7-fbb944e70c04 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] show failed (client error): The resource could not be found. Apr 06 12:59:56.929004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7b1ca-3101-497b-9e1c-78cb8a237539 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:56.932920 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-0205e4bb-c55c-4fe4-b1e7-fbb944e70c04 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups/adf3d755-c6c8-488d-90c5-2d540eb4ba90 HTTP/1.1" status: 404 len: 347 time: 0.0300148 Apr 06 12:59:56.935624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52010) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:56.938535 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:56.950841 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b2b9d-8107-4469-89f6-336fda99bf29 None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'e7602c10-fe41-4f10-9443-e46f77587e67', 'name': '', 'network_id': 'c770e662-67ea-4e6c-b41c-945894c1238e', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'mac_address': 'fa:16:3e:8c:27:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:21Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'subnets': [{'id': 'ef0a297f-0aba-4717-86d8-799e05adbcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:56.992021 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ce826-df75-45fe-8206-5ce86bfb8f4b None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:57.137767 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Deleting port 2b18c8ea-8dd6-445d-ba50-c9ed912f3903 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:59:57.138240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.256969 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.257301 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.272379 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Calling delete_port for 2b18c8ea-8dd6-445d-ba50-c9ed912f3903 owned by network:floatingip {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:59:57.354078 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da902410-03ae-4630-8285-df1281e26479 None None] New status for floating IP 34844047-80ce-4977-bb24-b44abf8ee3ba: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:57.363639 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e17489-4f20-496c-952a-9a3bc628d44c None None] New status for floating IP 35a954ae-d09e-4553-94d7-8df20f2a9780: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:57.441832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (2b18c8ea-8dd6-445d-ba50-c9ed912f3903), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.449684 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.db.api [None req-da902410-03ae-4630-8285-df1281e26479 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:59:57.450077 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG oslo_db.api [None req-da902410-03ae-4630-8285-df1281e26479 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:59:57.477014 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event deleted for resources: {'Port': ['ID=2b18c8ea-8dd6-445d-ba50-c9ed912f3903,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:57.559562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks [] for floatingip (34844047-80ce-4977-bb24-b44abf8ee3ba), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.562151 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.564182 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f1156140-9f96-43d5-b3b1-4815f0522b1f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "DELETE /v2.0/floatingips/34844047-80ce-4977-bb24-b44abf8ee3ba HTTP/1.1" status: 204 len: 168 time: 0.6248009 Apr 06 12:59:57.956878 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da902410-03ae-4630-8285-df1281e26479 None None] New status for floating IP 34844047-80ce-4977-bb24-b44abf8ee3ba: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:59:57.984742 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'name': 'network-vif-deleted', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:57.989993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b87e3-9244-4879-93fb-139259bfc5b8" -d '{"events": [{"server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "name": "network-vif-deleted", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:58.032257 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa2ad3-61c1-4e42-be41-ae5b42ef9091 x-openstack-request-id: req-7afa2ad3-61c1-4e42-be41-ae5b42ef9091 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:58.032648 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92075fee-428e-41a6-ba22-4b4f581a2b3a", "name": "network-vif-deleted", "tag": "1d058821-5aa1-4f69-b1d8-1a9304037d25", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:58.033131 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7afa2ad3-61c1-4e42-be41-ae5b42ef9091 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:58.034030 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afa2ad3-61c1-4e42-be41-ae5b42ef9091'] response: {'server_uuid': '92075fee-428e-41a6-ba22-4b4f581a2b3a', 'name': 'network-vif-deleted', 'tag': '1d058821-5aa1-4f69-b1d8-1a9304037d25', 'status': 'completed', 'code': 200} Apr 06 12:59:58.198307 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-a6599b3c-febf-411a-9910-040bf224c583 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209313072&fields=id&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 267 time: 0.0534499 Apr 06 12:59:58.313742 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-4ba5a290-1fa7-48df-ad58-3c1f75e160ab tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:58.315296 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-4ba5a290-1fa7-48df-ad58-3c1f75e160ab tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.1073687 Apr 06 12:59:58.332911 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-5b189a68-74ef-4f97-a229-45c737017f7d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/quotas/6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 375 time: 0.0117116 Apr 06 12:59:58.409875 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-cbe7306c-8649-4b0d-becd-899438811326 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714045 Apr 06 12:59:58.494714 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:58.532808 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-51458b28-ccfc-4365-8cd5-2425f39bfefc service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080635 Apr 06 12:59:58.649356 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-fcad31c8-b752-4cd2-82f0-1152adbaeb0b service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097574 Apr 06 12:59:59.114768 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-501183bd-456a-4804-a005-5db2a3a40456 req-13a9f9a4-cdcd-4f78-b4e2-6fe38faff5b7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 210 time: 0.1494575 Apr 06 13:00:00.159336 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b275c7e-4bf1-4615-bfc9-bc1e941291f6 req-ceb0a15a-e821-4774-8b0e-7a34280441cf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:00.160914 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b275c7e-4bf1-4615-bfc9-bc1e941291f6 req-ceb0a15a-e821-4774-8b0e-7a34280441cf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0734704 Apr 06 13:00:00.170315 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-ff301127-1603-4ddd-bd0a-9d2124e9d832 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:00.172712 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-ff301127-1603-4ddd-bd0a-9d2124e9d832 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.1642315 Apr 06 13:00:00.238680 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3f8291cb-3cae-46af-9c2b-5c7db17d2ce9 req-758d6682-02c8-4f50-9027-ddfd27781cac tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 210 time: 0.0408769 Apr 06 13:00:00.252085 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b275c7e-4bf1-4615-bfc9-bc1e941291f6 req-e9bf1a5e-9abc-4234-9efb-3a11115578e7 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835521 Apr 06 13:00:01.372916 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e94c8a15-8871-4aab-8216-cefc50013d4a req-2ee9a72c-de96-471b-aed6-0ddc676d35c8 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 210 time: 0.0525272 Apr 06 13:00:01.420341 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c8c6-4488-4150-b404-cd27b745d423 req-549f54b0-568a-42cc-8810-8ed2834630e4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:01.422506 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e581c8c6-4488-4150-b404-cd27b745d423 req-549f54b0-568a-42cc-8810-8ed2834630e4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0886741 Apr 06 13:00:01.481947 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e581c8c6-4488-4150-b404-cd27b745d423 req-2da264d2-cd6a-40eb-8799-1a3da81583ce tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532670 Apr 06 13:00:02.205457 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-2e6edcf2-8ffa-47c0-99a5-a162defb152e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 380 time: 0.0847428 Apr 06 13:00:02.295175 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'port': {'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'admin_state_up': True, 'tenant_id': '6906900165724dd285750b2a09b92b66', 'security_groups': ['f6cc362c-7639-47a7-a4cd-12ae36e14e40']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:02.464662 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Made reservation on behalf of 6906900165724dd285750b2a09b92b66 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:02.468889 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:02.486886 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6986095-0773-42a7-b45d-2ca2db3fa814 req-0ef7398f-86c7-42cf-ade3-b84c12eef3c0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 210 time: 0.0351632 Apr 06 13:00:02.512952 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666239c-63de-448c-aa5d-d9920f86036f req-bce78de0-84cb-49e3-9415-8e8f9e1a3378 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:02.512952 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7666239c-63de-448c-aa5d-d9920f86036f req-bce78de0-84cb-49e3-9415-8e8f9e1a3378 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.1029420 Apr 06 13:00:02.630217 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b7f8-74c1-4b54-99f0-26bcb0f1d2b8 req-45a04ae5-8649-4726-a7a5-e37c97725fdf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:02.634140 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee45b7f8-74c1-4b54-99f0-26bcb0f1d2b8 req-45a04ae5-8649-4726-a7a5-e37c97725fdf tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c8881ad-775e-4237-a9e7-f61696995707 HTTP/1.1" status: 200 len: 945 time: 0.0723774 Apr 06 13:00:02.709763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.20.0.10 (f89b461a-121b-4d34-8dbb-59805791f6aa/188f2bfd-630f-49d5-99f4-8ff227cbe6ac/31d26e03-053c-4b7c-b5cf-c9d85522a2cd) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:02.736766 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Deleting port a257652c-20d2-4210-9b62-2b69696429b6 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:02.737102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a257652c-20d2-4210-9b62-2b69696429b6), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:02.914364 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee45b7f8-74c1-4b54-99f0-26bcb0f1d2b8 req-62aa00f2-9ebf-42bf-9258-f69816f31d48 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764332 Apr 06 13:00:02.921837 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] For port a257652c-20d2-4210-9b62-2b69696429b6, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=a257652c-20d2-4210-9b62-2b69696429b6,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:02.922126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a257652c-20d2-4210-9b62-2b69696429b6), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:02.950256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Calling delete_port for a257652c-20d2-4210-9b62-2b69696429b6 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:02.977596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.073026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.155961 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:03.162799 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:03.170438 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:03.176381 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:03.207814 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a257652c-20d2-4210-9b62-2b69696429b6), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.220813 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['a257652c-20d2-4210-9b62-2b69696429b6', '086c030e-e044-4bf7-af19-c732fd6df676'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:03.274078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event deleted for resources: {'Port': ['ID=a257652c-20d2-4210-9b62-2b69696429b6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:03.291419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:03.292067 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.310433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] No DVR routers for this DVR port a257652c-20d2-4210-9b62-2b69696429b6 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:00:03.315828 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.319319 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7666239c-63de-448c-aa5d-d9920f86036f req-592244a9-50db-435e-b774-dee1c433cdb5 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "DELETE /v2.0/ports/a257652c-20d2-4210-9b62-2b69696429b6 HTTP/1.1" status: 204 len: 173 time: 0.7733848 Apr 06 13:00:03.319788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'name': 'network-vif-deleted', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:03.322104 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb26f1-087d-40a8-8877-e834ee6ee34f" -d '{"events": [{"server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "name": "network-vif-deleted", "tag": "a257652c-20d2-4210-9b62-2b69696429b6"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:03.357979 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3aad9348-fb7e-4a2f-bee1-57d8912a2af9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0674262 Apr 06 13:00:03.370391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Request body: {'port': {'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:03.394626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e495115-ded2-4f6a-9842-5f6dee44c7cd x-openstack-request-id: req-4e495115-ded2-4f6a-9842-5f6dee44c7cd {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:03.394910 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8881ad-775e-4237-a9e7-f61696995707", "name": "network-vif-deleted", "tag": "a257652c-20d2-4210-9b62-2b69696429b6", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:03.395159 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e495115-ded2-4f6a-9842-5f6dee44c7cd {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:03.395556 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e495115-ded2-4f6a-9842-5f6dee44c7cd'] response: {'server_uuid': '6c8881ad-775e-4237-a9e7-f61696995707', 'name': 'network-vif-deleted', 'tag': 'a257652c-20d2-4210-9b62-2b69696429b6', 'status': 'completed', 'code': 200} Apr 06 13:00:03.446158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.457589 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4a2c78f1-006f-4d68-a4cf-ead53e6f3fd4 None None] Provisioning complete for port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:03.458104 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4a2c78f1-006f-4d68-a4cf-ead53e6f3fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.507319 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c78f1-006f-4d68-a4cf-ead53e6f3fd4 None None] Port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:03.635696 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb4ed3-9199-4c04-a617-70ede8bc3df7 req-8f47b37a-2c6d-431b-9429-ad59b8352ce2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:03.637533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b5eb4ed3-9199-4c04-a617-70ede8bc3df7 req-8f47b37a-2c6d-431b-9429-ad59b8352ce2 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 932 time: 0.0638783 Apr 06 13:00:03.700544 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b5eb4ed3-9199-4c04-a617-70ede8bc3df7 req-416cb44e-ad91-426f-a125-71f07deee8bb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540202 Apr 06 13:00:04.029061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d26e03-053c-4b7c-b5cf-c9d85522a2cd {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:04.038609 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks [] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.054483 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Transition to ACTIVE for port object 31d26e03-053c-4b7c-b5cf-c9d85522a2cd will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:00:04.060137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.114809 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Pushing event updated for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:04.207316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Attempting to bind port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:04.207958 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Attempting to bind port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:04.208572 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Attempting to bind port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:04.215550 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd on network f89b461a-121b-4d34-8dbb-59805791f6aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:00:04.215822 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Attempting to bind port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:04.223085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:04.223424 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:04.223794 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Bound using segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:04.224297 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Bound port: 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:04.224655 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.275414 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cccfd-ea47-4d07-b1c2-cb9ea7953847 req-f4ee1156-8954-4888-9c39-c860586cbfd1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:04.277006 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d3cccfd-ea47-4d07-b1c2-cb9ea7953847 req-f4ee1156-8954-4888-9c39-c860586cbfd1 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0602989 Apr 06 13:00:04.309292 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:04.313837 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:04.321413 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.360937 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d3cccfd-ea47-4d07-b1c2-cb9ea7953847 req-5f322496-6d15-46f8-9fc5-8a6afa94dbba tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 Apr 06 13:00:04.363385 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:04.364186 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.365703 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] 10.222.0.11 "PUT /v2.0/ports/31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 200 len: 1094 time: 0.9999247 Apr 06 13:00:04.402960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33a1fc-d3f3-4053-a2fa-05dafab16b42 service neutron] Pushing event updated for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:04.567136 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:00:04.836898 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11fec-f484-4c0d-848d-ff3ca6793200 req-b06809e9-e260-44ff-95ad-bee6ae126c04 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:04.838632 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ef11fec-f484-4c0d-848d-ff3ca6793200 req-b06809e9-e260-44ff-95ad-bee6ae126c04 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0585911 Apr 06 13:00:04.893821 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5ef11fec-f484-4c0d-848d-ff3ca6793200 req-978b3202-d741-4482-b9e0-2781c61a7e4c tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Apr 06 13:00:05.397217 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:05.399832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125436c6-2a9f-4cad-8b75-040ab1489e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:05.438802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc3485-be37-4ecf-8a5c-6d925ff2730a x-openstack-request-id: req-47cc3485-be37-4ecf-8a5c-6d925ff2730a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:05.439077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:05.439352 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47cc3485-be37-4ecf-8a5c-6d925ff2730a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:05.439808 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cc3485-be37-4ecf-8a5c-6d925ff2730a'] response: {'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'status': 'completed', 'code': 200} Apr 06 13:00:05.494084 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182232-8613-4ffb-810a-1d673fa0a0c6 req-4deb1249-88fd-4e32-9df5-220e83e023e8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:05.495742 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94182232-8613-4ffb-810a-1d673fa0a0c6 req-4deb1249-88fd-4e32-9df5-220e83e023e8 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0553894 Apr 06 13:00:05.545960 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-94182232-8613-4ffb-810a-1d673fa0a0c6 req-04108c91-4cbc-4cb6-8f1d-d80bb39019d4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Apr 06 13:00:06.028965 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7091-37aa-4fc9-993b-b59263960327 req-064a3bc4-2a4c-484c-8faf-fa91714a6bc7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:06.030480 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b39a7091-37aa-4fc9-993b-b59263960327 req-064a3bc4-2a4c-484c-8faf-fa91714a6bc7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0635054 Apr 06 13:00:06.083639 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b39a7091-37aa-4fc9-993b-b59263960327 req-8cf206b2-8b2a-4329-8028-7b9ff6b51627 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Apr 06 13:00:06.510291 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a257652c-20d2-4210-9b62-2b69696429b6 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:06.530697 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: a257652c-20d2-4210-9b62-2b69696429b6 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:06.531049 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device a257652c-20d2-4210-9b62-2b69696429b6 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:06.676593 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1d335-df11-4cd2-b65c-7af6c8cccf28 req-767950fe-6377-43b2-8e2d-ce220abd3ee4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:06.678123 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-82b1d335-df11-4cd2-b65c-7af6c8cccf28 req-767950fe-6377-43b2-8e2d-ce220abd3ee4 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0549421 Apr 06 13:00:06.727047 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-82b1d335-df11-4cd2-b65c-7af6c8cccf28 req-abb34def-773b-4baf-bc95-82160d4a05d0 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Apr 06 13:00:07.220186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edeca7-2173-489a-9538-c06d62f25846 req-3882a02f-4a1c-4dcb-859d-2b9574138454 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.222574 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-10edeca7-2173-489a-9538-c06d62f25846 req-3882a02f-4a1c-4dcb-859d-2b9574138454 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0651417 Apr 06 13:00:07.302649 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-10edeca7-2173-489a-9538-c06d62f25846 req-22505da6-9614-49ad-b9fd-776bf71a0aa4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716238 Apr 06 13:00:07.340711 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-8f4b139c-efa0-4be2-9d61-bd17c49c8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.343267 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-8f4b139c-efa0-4be2-9d61-bd17c49c8c78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1128 time: 0.0665345 Apr 06 13:00:07.583464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-86ff79e8-42b8-448f-848b-c255f4b08dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.584940 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-86ff79e8-42b8-448f-848b-c255f4b08dcf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6906900165724dd285750b2a09b92b66&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1340463 Apr 06 13:00:07.658698 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-691d2abb-ff86-4bbc-8c7e-f508d9e41916 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.660284 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-691d2abb-ff86-4bbc-8c7e-f508d9e41916 tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.1188271 Apr 06 13:00:07.763776 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-4a57ff26-ecae-4aa4-8336-bd0f0dde5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.765687 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-125436c6-2a9f-4cad-8b75-040ab1489e6a req-4a57ff26-ecae-4aa4-8336-bd0f0dde5510 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739857 Apr 06 13:00:07.804801 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Deleting port 086c030e-e044-4bf7-af19-c732fd6df676 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:07.805143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (086c030e-e044-4bf7-af19-c732fd6df676), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:07.860214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d81b-49b0-42d9-b208-a3ef25fa2c51 req-76f53cd4-f461-406e-b45f-bc5f3a71cb8f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.861815 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0516d81b-49b0-42d9-b208-a3ef25fa2c51 req-76f53cd4-f461-406e-b45f-bc5f3a71cb8f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 946 time: 0.0611928 Apr 06 13:00:07.927309 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0516d81b-49b0-42d9-b208-a3ef25fa2c51 req-97104fbb-2c23-4e7d-b836-b4bd9affbc8e tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffebf9e4-f760-4871-ace6-98907bddfdd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580707 Apr 06 13:00:07.940762 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-454fa631-cf86-40ae-80a1-708b4febe215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.942472 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-454fa631-cf86-40ae-80a1-708b4febe215 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1128 time: 0.1185989 Apr 06 13:00:07.951320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] For port 086c030e-e044-4bf7-af19-c732fd6df676, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=086c030e-e044-4bf7-af19-c732fd6df676,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:07.951900 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (086c030e-e044-4bf7-af19-c732fd6df676), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:08.010334 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-6757ca2e-d254-40fc-bf76-daed668e288f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 200 len: 217 time: 0.0550783 Apr 06 13:00:08.011264 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Calling delete_port for 086c030e-e044-4bf7-af19-c732fd6df676 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:08.106140 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-f7a63720-dd59-4031-98d3-a209f458525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.107589 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-f7a63720-dd59-4031-98d3-a209f458525c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0902703 Apr 06 13:00:08.198059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-a79ee204-d893-4940-a092-b83bd553be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.199455 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-a79ee204-d893-4940-a092-b83bd553be4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844443 Apr 06 13:00:08.252915 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (086c030e-e044-4bf7-af19-c732fd6df676), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:08.268310 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['086c030e-e044-4bf7-af19-c732fd6df676'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:08.292815 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Pushing event deleted for resources: {'Port': ['ID=086c030e-e044-4bf7-af19-c732fd6df676,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:08.345148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] No DVR routers for this DVR port 086c030e-e044-4bf7-af19-c732fd6df676 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:00:08.352611 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:08.355890 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ebd2f416-6d7e-483c-a0a8-a74fa6df3b56 req-7b821dd0-a758-43a6-a9b1-a23884f5826f tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.11 "DELETE /v2.0/ports/086c030e-e044-4bf7-af19-c732fd6df676 HTTP/1.1" status: 204 len: 173 time: 0.6898203 Apr 06 13:00:08.356333 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'name': 'network-vif-deleted', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:08.358714 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85209a-9b40-4ea3-8d11-d943d97ccde5" -d '{"events": [{"server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "name": "network-vif-deleted", "tag": "086c030e-e044-4bf7-af19-c732fd6df676"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:08.379354 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-a08b7081-437c-4131-b525-21eb9b368e50 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731060 Apr 06 13:00:08.409061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70e34f-be22-4461-8955-1a0dce2bcb3c x-openstack-request-id: req-0b70e34f-be22-4461-8955-1a0dce2bcb3c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:08.409360 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c224c1a2-2563-4f7d-b180-76c3e5573433", "name": "network-vif-deleted", "tag": "086c030e-e044-4bf7-af19-c732fd6df676", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:08.409638 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b70e34f-be22-4461-8955-1a0dce2bcb3c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:08.410036 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b70e34f-be22-4461-8955-1a0dce2bcb3c'] response: {'server_uuid': 'c224c1a2-2563-4f7d-b180-76c3e5573433', 'name': 'network-vif-deleted', 'tag': '086c030e-e044-4bf7-af19-c732fd6df676', 'status': 'completed', 'code': 200} Apr 06 13:00:08.434451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12231713-a197-4d67-b84c-c06b595322df req-52946000-4cb4-45e9-8973-6ac691eb5732 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.436224 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12231713-a197-4d67-b84c-c06b595322df req-52946000-4cb4-45e9-8973-6ac691eb5732 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0602863 Apr 06 13:00:08.482600 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a97bbf45-ade6-4df3-bdea-34ea0ce7cc0a req-a866f9d7-3984-4a0e-bc04-9c09e3039889 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959373 Apr 06 13:00:08.495481 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12231713-a197-4d67-b84c-c06b595322df req-aa0ea490-8e88-4f43-91ac-e64cfb424e88 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520661 Apr 06 13:00:09.055489 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aafd0e1c-410b-4d28-b86e-6c25aaff5b2d req-3c6a2100-9f07-49cf-9256-8802608fbeda tempest-ServerRescueNegativeTestJSON-1550947096 tempest-ServerRescueNegativeTestJSON-1550947096-project] 10.222.0.23 "GET /v2.0/ports?device_id=c224c1a2-2563-4f7d-b180-76c3e5573433 HTTP/1.1" status: 200 len: 210 time: 0.0325441 Apr 06 13:00:09.613110 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3109b74-594d-4feb-b19e-543c9f90ff66 req-ec3bfc68-e5e6-447d-82d9-f822a09b507d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:09.614542 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3109b74-594d-4feb-b19e-543c9f90ff66 req-ec3bfc68-e5e6-447d-82d9-f822a09b507d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0529675 Apr 06 13:00:09.662884 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3109b74-594d-4feb-b19e-543c9f90ff66 req-3a9418be-7e1b-49b4-ab20-6d67d76c2778 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Apr 06 13:00:10.112990 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52112) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:10.508418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 086c030e-e044-4bf7-af19-c732fd6df676 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:10.531193 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 086c030e-e044-4bf7-af19-c732fd6df676 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:10.532066 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 086c030e-e044-4bf7-af19-c732fd6df676 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:10.648223 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:10.780294 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a2b0-6223-4900-94a8-fe14215574a5 req-0ddab4c1-5b82-44f6-8424-6d974ba52ff6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:10.781928 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3485a2b0-6223-4900-94a8-fe14215574a5 req-0ddab4c1-5b82-44f6-8424-6d974ba52ff6 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0516503 Apr 06 13:00:10.831127 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3485a2b0-6223-4900-94a8-fe14215574a5 req-ff87e82c-5968-4b10-a0d8-727d4dd73310 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Apr 06 13:00:10.954709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Deleting port e7602c10-fe41-4f10-9443-e46f77587e67 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:10.955047 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.037787 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] For port e7602c10-fe41-4f10-9443-e46f77587e67, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=e7602c10-fe41-4f10-9443-e46f77587e67,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:11.038019 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.052016 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Calling delete_port for e7602c10-fe41-4f10-9443-e46f77587e67 owned by network:router_interface {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:11.231842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (e7602c10-fe41-4f10-9443-e46f77587e67), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.256863 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7602c10-fe41-4f10-9443-e46f77587e67,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:11.435869 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.647596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Router febe1ef4-59c9-49e2-b642-fe2e83f58e90 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:11.751544 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:11.757905 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-42fda94a-4b34-4246-a118-1f2f3c78dad0 admin admin] 10.222.0.23 "PUT /v2.0/routers/febe1ef4-59c9-49e2-b642-fe2e83f58e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425321 Apr 06 13:00:11.759345 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52118) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:11.762236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Sync routers for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:11.772785 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:11.773486 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:11.875325 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks [] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.882444 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:11.967212 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464f92-30a0-454c-85af-52ddf9518edd req-b20b6daf-565f-4ed8-8547-20285a58480d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.968710 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41464f92-30a0-454c-85af-52ddf9518edd req-b20b6daf-565f-4ed8-8547-20285a58480d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0653496 Apr 06 13:00:11.994849 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks [] for router_gateway (febe1ef4-59c9-49e2-b642-fe2e83f58e90), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.020313 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-41464f92-30a0-454c-85af-52ddf9518edd req-23a903e3-d8c9-432b-bd72-328fd670df87 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Apr 06 13:00:12.051622 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Deleting port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:12.051955 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.092100 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:00:11Z', 'revision_number': 5, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port': {'id': '90c5e5bf-72e7-443b-b7ed-a85e5db295e3', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:01Z', 'updated_at': '2022-04-06T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:12.123040 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Checking router: febe1ef4-59c9-49e2-b642-fe2e83f58e90 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:12.133260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Routers {'febe1ef4-59c9-49e2-b642-fe2e83f58e90'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:12.133912 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T12:59:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:12.222882 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] Set router febe1ef4-59c9-49e2-b642-fe2e83f58e90 gateway port host: None {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:12.278165 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:00:11Z', 'revision_number': 6, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:12.307123 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05c111-cad5-4e5b-a39f-1bc7f51a9c9b None None] The sync data for ids ['febe1ef4-59c9-49e2-b642-fe2e83f58e90'] in dv-cinder-836769-2-iscsi is: [{'id': 'febe1ef4-59c9-49e2-b642-fe2e83f58e90', 'name': 'tempest-ServerRescueNegativeTestJSON-259760548-router', 'tenant_id': 'ced8aa6655764afdafefdfa6e3726d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:00:11Z', 'revision_number': 6, 'project_id': 'ced8aa6655764afdafefdfa6e3726d63', 'gw_port_host': None}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:12.379545 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] For port 90c5e5bf-72e7-443b-b7ed-a85e5db295e3, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:12.380150 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.392640 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Calling delete_port for 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:12.560028 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (90c5e5bf-72e7-443b-b7ed-a85e5db295e3), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.589535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c5e5bf-72e7-443b-b7ed-a85e5db295e3,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:12.662564 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.777694 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.779859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks [] for router_controller (febe1ef4-59c9-49e2-b642-fe2e83f58e90), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.847695 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (febe1ef4-59c9-49e2-b642-fe2e83f58e90), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.848218 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febe1ef4-59c9-49e2-b642-fe2e83f58e90 {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:00:12.853509 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.856734 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-18923499-9193-40c7-acce-6fdad09313c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/febe1ef4-59c9-49e2-b642-fe2e83f58e90 HTTP/1.1" status: 204 len: 168 time: 1.0941396 Apr 06 13:00:12.856959 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52122) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:12.901111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Deleting subnet ef0a297f-0aba-4717-86d8-799e05adbcb9 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:00:12.904265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Publish callbacks [] for subnet (ef0a297f-0aba-4717-86d8-799e05adbcb9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.939471 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (ef0a297f-0aba-4717-86d8-799e05adbcb9), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.061669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (ef0a297f-0aba-4717-86d8-799e05adbcb9), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.107531 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device e7602c10-fe41-4f10-9443-e46f77587e67 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:13.125498 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (ef0a297f-0aba-4717-86d8-799e05adbcb9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.140087 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: e7602c10-fe41-4f10-9443-e46f77587e67 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:13.140652 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device e7602c10-fe41-4f10-9443-e46f77587e67 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:13.146446 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a89ac-6584-4def-adee-bb73cbc07f23 None None] Network c770e662-67ea-4e6c-b41c-945894c1238e requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:00:13.147036 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.153028 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef0a297f-0aba-4717-86d8-799e05adbcb9 HTTP/1.1" status: 204 len: 168 time: 0.2929206 Apr 06 13:00:13.154591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52126) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:13.168005 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12861ce2-1cb7-4b10-a8e7-ecf9fe090700 req-2563a9b9-d794-4335-b432-ffc74a22b234 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:13.169545 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12861ce2-1cb7-4b10-a8e7-ecf9fe090700 req-2563a9b9-d794-4335-b432-ffc74a22b234 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0732567 Apr 06 13:00:13.171751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80675cbf-2e6e-4c52-b7b4-39d4bc6f3d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0a297f-0aba-4717-86d8-799e05adbcb9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.268717 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (c770e662-67ea-4e6c-b41c-945894c1238e), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.299366 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12861ce2-1cb7-4b10-a8e7-ecf9fe090700 req-20c72f9b-12f9-46c1-b458-3772617eef60 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120422 Apr 06 13:00:13.329223 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] DHCP port deletion for c770e662-67ea-4e6c-b41c-945894c1238e request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:00:13.349413 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Deleting port 63541328-e563-4957-93b1-bad0d40218d8 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:13.349799 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (63541328-e563-4957-93b1-bad0d40218d8), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.383420 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Deleting port 63541328-e563-4957-93b1-bad0d40218d8 {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:13.383786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (63541328-e563-4957-93b1-bad0d40218d8), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.422856 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] For port 63541328-e563-4957-93b1-bad0d40218d8, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=63541328-e563-4957-93b1-bad0d40218d8,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:13.423480 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (63541328-e563-4957-93b1-bad0d40218d8), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.437000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Calling delete_port for 63541328-e563-4957-93b1-bad0d40218d8 owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:13.451650 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] For port 63541328-e563-4957-93b1-bad0d40218d8, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=63541328-e563-4957-93b1-bad0d40218d8,segment=NetworkSegment(51d33e49-2070-4114-b96f-964452697a17),segment_id=51d33e49-2070-4114-b96f-964452697a17)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:13.452037 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (63541328-e563-4957-93b1-bad0d40218d8), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.466463 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Calling delete_port for 63541328-e563-4957-93b1-bad0d40218d8 owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:13.522799 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (63541328-e563-4957-93b1-bad0d40218d8), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.547315 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=63541328-e563-4957-93b1-bad0d40218d8,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.554372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] No DVR routers for this DVR port 63541328-e563-4957-93b1-bad0d40218d8 on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:00:13.603320 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-110a17e1-a043-411e-a9ae-93b50d3c365b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.612520 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (63541328-e563-4957-93b1-bad0d40218d8), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.633695 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (c770e662-67ea-4e6c-b41c-945894c1238e), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.638096 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] Pushing event deleted for resources: {'Port': ['ID=63541328-e563-4957-93b1-bad0d40218d8,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.642545 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c758d5e-f3a4-4794-bda6-adc34766a548 None None] No DVR routers for this DVR port 63541328-e563-4957-93b1-bad0d40218d8 on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:00:13.657153 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c770e662-67ea-4e6c-b41c-945894c1238e']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:13.671785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d33e49-2070-4114-b96f-964452697a17') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:13.671996 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d33e49-2070-4114-b96f-964452697a17') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:13.682070 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (51d33e49-2070-4114-b96f-964452697a17), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.697004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (51d33e49-2070-4114-b96f-964452697a17), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.704225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:00:13.704886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (51d33e49-2070-4114-b96f-964452697a17), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:00:13.706650 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:00:13.761174 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (c770e662-67ea-4e6c-b41c-945894c1238e), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.767853 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.770898 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] 10.222.0.23 "DELETE /v2.0/networks/c770e662-67ea-4e6c-b41c-945894c1238e HTTP/1.1" status: 204 len: 168 time: 0.6152463 Apr 06 13:00:13.786735 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3f3b-57e0-4b73-a521-aff00c5daa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c770e662-67ea-4e6c-b41c-945894c1238e,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.889059 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52130) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:13.928777 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-af7133e0-f70f-47b1-b3fe-4f3ac7150185 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ced8aa6655764afdafefdfa6e3726d63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378327 Apr 06 13:00:13.931201 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52132) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:13.980764 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] Publish callbacks [] for security_group (ffebf9e4-f760-4871-ace6-98907bddfdd6), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.002310 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] Publish callbacks [] for security_group (ffebf9e4-f760-4871-ace6-98907bddfdd6), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.047889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ffebf9e4-f760-4871-ace6-98907bddfdd6), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.050520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.051685 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffebf9e4-f760-4871-ace6-98907bddfdd6 HTTP/1.1" status: 204 len: 168 time: 0.1195922 Apr 06 13:00:14.059641 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7bcbc-3e45-4238-af14-cb5ef1b812fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffebf9e4-f760-4871-ace6-98907bddfdd6,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:14.423447 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662af6c-1dda-4c9a-90f5-e9b1f16e65b7 req-4b98cf93-16ab-44ae-a365-74bf1b9cbb5c tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.425242 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3662af6c-1dda-4c9a-90f5-e9b1f16e65b7 req-4b98cf93-16ab-44ae-a365-74bf1b9cbb5c tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0559163 Apr 06 13:00:14.479661 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3662af6c-1dda-4c9a-90f5-e9b1f16e65b7 req-e2af495c-553e-46c1-9175-1628a2d42081 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486603 Apr 06 13:00:14.592433 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:14.613922 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:14.614265 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 90c5e5bf-72e7-443b-b7ed-a85e5db295e3 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:14.614742 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 63541328-e563-4957-93b1-bad0d40218d8 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:14.634771 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 63541328-e563-4957-93b1-bad0d40218d8 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:14.635073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 63541328-e563-4957-93b1-bad0d40218d8 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:14.731967 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52160) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:14.838192 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1526370501-network', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:14.862465 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Made reservation on behalf of f566084a0b414e6dabf96eae8ae4d7ac for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:14.864854 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.873699 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.955743 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks [] for security_group (2ba4ddad-e206-49e2-afcf-7bbfaf696594), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.961061 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (2ba4ddad-e206-49e2-afcf-7bbfaf696594), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.000895 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:00:15.013881 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4ddad-e206-49e2-afcf-7bbfaf696594,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.022902 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (110f0050-76c1-4206-a962-d2824f583b67), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.023390 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Added segment 110f0050-76c1-4206-a962-d2824f583b67 of type vlan for network 76478e6a-dbca-4035-b1e2-e31cea886ec9 Apr 06 13:00:15.073568 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (76478e6a-dbca-4035-b1e2-e31cea886ec9), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.105490 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (76478e6a-dbca-4035-b1e2-e31cea886ec9), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.106614 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:15.107214 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.171884 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4387169 Apr 06 13:00:15.174937 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52172) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:15.179807 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Request body: {'subnet': {'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1526370501-subnet', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:15.205880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba809378-4995-42f1-b9a1-782b9dbe8490 admin admin] Pushing event updated for resources: {'Network': ['ID=76478e6a-dbca-4035-b1e2-e31cea886ec9,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.216871 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:00:15.217092 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Made reservation on behalf of f566084a0b414e6dabf96eae8ae4d7ac for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:15.219997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.417738 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.473143 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.482761 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Checking segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:15.483108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Network hostable DHCP agents. Network: 76478e6a-dbca-4035-b1e2-e31cea886ec9, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:00:15.500062 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:00:15.510459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 76478e6a-dbca-4035-b1e2-e31cea886ec9) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:15.516906 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:15.517728 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.521859 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01967dbd-96b6-4fa4-92f3-4d4461f276fb None None] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:00:15.535898 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-195ae81c-8acd-41d4-b319-d8d0f244f8ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3599000 Apr 06 13:00:15.538634 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52176) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:15.543487 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:15.593865 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.595001 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.618683 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f2b7-a1ec-4bdf-ae04-b87f1d78bc86 req-dc98acfc-07bf-4ea5-bcad-c5ca39e2c651 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:15.620167 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f07f2b7-a1ec-4bdf-ae04-b87f1d78bc86 req-dc98acfc-07bf-4ea5-bcad-c5ca39e2c651 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 944 time: 0.0681181 Apr 06 13:00:15.626670 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-76478e6a-dbca-4035-b1e2-e31cea886ec9', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:00:15.627542 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.681157 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for router_controller (7c748552-4ab2-4027-a684-b1c34333bcb0), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.761629 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Allocated IP 172.20.0.2 (76478e6a-dbca-4035-b1e2-e31cea886ec9/ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58/a90f784b-1080-44b7-accd-f75a6592d22e) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:15.769926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6f07f2b7-a1ec-4bdf-ae04-b87f1d78bc86 req-d27cfc75-329a-4b78-89a7-8592551af92a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368437 Apr 06 13:00:15.844045 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for router_gateway (7c748552-4ab2-4027-a684-b1c34333bcb0), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.050300 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks [] for port (a90f784b-1080-44b7-accd-f75a6592d22e), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.050915 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for router_gateway (7c748552-4ab2-4027-a684-b1c34333bcb0), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.055923 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.070171 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.097626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:16.100607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:16.104191 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:16.115270 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Pushing event updated for resources: {'Port': ['ID=a90f784b-1080-44b7-accd-f75a6592d22e,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.174955 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Attempting to bind port a90f784b-1080-44b7-accd-f75a6592d22e on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:16.175373 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Attempting to bind port a90f784b-1080-44b7-accd-f75a6592d22e by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:16.176074 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Attempting to bind port a90f784b-1080-44b7-accd-f75a6592d22e on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:16.180976 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:16.181350 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Checking segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:16.181802 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.182205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Bound using segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:16.182663 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Bound port: a90f784b-1080-44b7-accd-f75a6592d22e, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:16.183041 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.189979 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Allocated IP 172.27.1.236 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/64826b46-d37d-4e74-a950-63ab3349da5f) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:16.272728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4964961b-b051-46cf-9de9-b84c2b681836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.286489 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] For port a90f784b-1080-44b7-accd-f75a6592d22e, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:16.290472 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] For port a90f784b-1080-44b7-accd-f75a6592d22e, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a90f784b-1080-44b7-accd-f75a6592d22e,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:16.297389 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.309280 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for port (64826b46-d37d-4e74-a950-63ab3349da5f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.350658 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.364155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4e49e-a406-4d71-9022-14b74c6bafdc None None] Pushing event updated for resources: {'Port': ['ID=a90f784b-1080-44b7-accd-f75a6592d22e,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.401497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:16.404697 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:16.409480 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:16.432167 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Pushing event updated for resources: {'Port': ['ID=64826b46-d37d-4e74-a950-63ab3349da5f,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.528378 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 31d26e03-053c-4b7c-b5cf-c9d85522a2cd details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:00:16.664166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a90f784b-1080-44b7-accd-f75a6592d22e up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:16.704414 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:16.707110 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for router_gateway (7c748552-4ab2-4027-a684-b1c34333bcb0), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.722684 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:00:16.772401 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:16.772786 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.782004 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a90f784b-1080-44b7-accd-f75a6592d22e triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:16.782371 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.809743 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d26e03-053c-4b7c-b5cf-c9d85522a2cd {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:16.840379 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:16.847583 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.927857 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.932614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a90f784b-1080-44b7-accd-f75a6592d22e is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:16.932998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.972400 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port a90f784b-1080-44b7-accd-f75a6592d22e, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a90f784b-1080-44b7-accd-f75a6592d22e,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:16.976856 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.041717 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=a90f784b-1080-44b7-accd-f75a6592d22e,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:17.111454 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['31d26e03-053c-4b7c-b5cf-c9d85522a2cd'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:17.144534 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8022aba-dc6e-4814-9ccb-361e5e274a6a req-5885e9a6-cc27-453c-ac59-3b3818e8f2aa tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.146207 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8022aba-dc6e-4814-9ccb-361e5e274a6a req-5885e9a6-cc27-453c-ac59-3b3818e8f2aa tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 945 time: 0.2999284 Apr 06 13:00:17.149599 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.282675 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8022aba-dc6e-4814-9ccb-361e5e274a6a req-7339d896-d291-4f8d-bffe-a44b48f14a68 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265230 Apr 06 13:00:17.347602 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:00:17.407264 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72899472-4327-4fe9-895f-cbc0112e23e7 None None] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:00:17.472465 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:17.487846 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:17.500277 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:17.501298 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:17.503324 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.507566 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0dfdad3b-20de-4bfd-b511-e8baf1ff359a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9679070 Apr 06 13:00:17.507723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52190) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:17.517312 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.526192 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d34f3a46-5bc5-4eb1-8250-f0c5804ea253 None None] Provisioning complete for port a90f784b-1080-44b7-accd-f75a6592d22e triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:17.526192 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d34f3a46-5bc5-4eb1-8250-f0c5804ea253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.619486 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:17.656183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d34f3a46-5bc5-4eb1-8250-f0c5804ea253 None None] Current status of the port a90f784b-1080-44b7-accd-f75a6592d22e is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:17.947941 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:16Z', 'revision_number': 3, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:17.984304 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:17.985334 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Updating router 7c748552-4ab2-4027-a684-b1c34333bcb0 port 64826b46-d37d-4e74-a950-63ab3349da5f binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:00:18.005640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-dab38f76-d751-486f-8cfc-4fb216b5a2c1 None None] Provisioning complete for port a90f784b-1080-44b7-accd-f75a6592d22e triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:18.005640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-dab38f76-d751-486f-8cfc-4fb216b5a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.026297 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.055612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.057993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79561d3-6772-4989-8363-3fa087bf9e64 req-e232df7c-c28e-4954-84b2-e80db26029bc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:18.060306 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e79561d3-6772-4989-8363-3fa087bf9e64 req-e232df7c-c28e-4954-84b2-e80db26029bc tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0704718 Apr 06 13:00:18.116842 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-dab38f76-d751-486f-8cfc-4fb216b5a2c1 None None] Current status of the port a90f784b-1080-44b7-accd-f75a6592d22e is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:18.138132 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e79561d3-6772-4989-8363-3fa087bf9e64 req-25efed84-39b5-49c7-a43c-60a543736265 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712144 Apr 06 13:00:18.253092 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Allocated IP 172.20.0.1 (76478e6a-dbca-4035-b1e2-e31cea886ec9/ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58/c291b899-ac29-4ee5-85a1-ac54d386b7d5) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:18.340569 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks [] for port (64826b46-d37d-4e74-a950-63ab3349da5f), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.347401 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.387024 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks [] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.412166 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Attempting to bind port 64826b46-d37d-4e74-a950-63ab3349da5f on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:18.412534 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Attempting to bind port 64826b46-d37d-4e74-a950-63ab3349da5f by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:18.412895 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Attempting to bind port 64826b46-d37d-4e74-a950-63ab3349da5f on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:18.416148 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Pushing event updated for resources: {'Port': ['ID=64826b46-d37d-4e74-a950-63ab3349da5f,revision_number=2']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:18.419625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92900663-5414-49e3-b065-36fac3ca67b7 req-672e8b58-3616-4310-ba6a-df871956754a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:18.421754 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:18.422243 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-92900663-5414-49e3-b065-36fac3ca67b7 req-672e8b58-3616-4310-ba6a-df871956754a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 945 time: 0.0590224 Apr 06 13:00:18.422362 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:18.422771 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.423164 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:18.423642 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Bound port: 64826b46-d37d-4e74-a950-63ab3349da5f, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:18.424017 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.430487 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.430832 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.431196 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.431553 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.431894 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.432221 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.432543 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.432863 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.433183 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.433503 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.433850 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.434185 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.434506 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.434831 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.435144 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:18.447710 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.484790 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-92900663-5414-49e3-b065-36fac3ca67b7 req-2cbab40b-54e7-4b2a-87b2-db970c913f8c tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565214 Apr 06 13:00:18.493342 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] For port 64826b46-d37d-4e74-a950-63ab3349da5f, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:18.494751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:18.497456 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] For port 64826b46-d37d-4e74-a950-63ab3349da5f, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=64826b46-d37d-4e74-a950-63ab3349da5f,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:18.503269 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:18.507158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:18.518884 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.532393 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Pushing event updated for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:18.551931 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (7c748552-4ab2-4027-a684-b1c34333bcb0), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.554205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 31d26e03-053c-4b7c-b5cf-c9d85522a2cd up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:18.593412 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:18.594587 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:18.643542 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:00:18.649249 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:18.649687 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.653679 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9176ca6-d784-4667-83f2-6d2382151b67 None None] Pushing event updated for resources: {'Port': ['ID=64826b46-d37d-4e74-a950-63ab3349da5f,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:18.656731 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a90f784b-1080-44b7-accd-f75a6592d22e up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:18.718693 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.756723 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:18.790480 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port a90f784b-1080-44b7-accd-f75a6592d22e triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:18.790860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.821774 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:18.822134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.877208 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:18.879537 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8183b4e2-42a7-4862-8610-007f8523ea68" -d '{"events": [{"server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "name": "network-vif-plugged", "status": "completed", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:18.902364 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:18.904927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-92084c2c-be2f-499a-b817-ab3c6c176efc None None] Provisioning complete for port c291b899-ac29-4ee5-85a1-ac54d386b7d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:18.905860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-92084c2c-be2f-499a-b817-ab3c6c176efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.909411 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.932686 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.937375 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb8c6c7-8d4e-423f-adf6-569c04b2e198 x-openstack-request-id: req-dcb8c6c7-8d4e-423f-adf6-569c04b2e198 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:18.937723 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "name": "network-vif-plugged", "status": "completed", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:18.937986 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcb8c6c7-8d4e-423f-adf6-569c04b2e198 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:18.938386 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb8c6c7-8d4e-423f-adf6-569c04b2e198'] response: {'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'code': 200} Apr 06 13:00:18.949276 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks [] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:18.958694 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:19.015403 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-92084c2c-be2f-499a-b817-ab3c6c176efc None None] Port c291b899-ac29-4ee5-85a1-ac54d386b7d5 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:19.029051 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port a90f784b-1080-44b7-accd-f75a6592d22e is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:19.034824 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:19.036934 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:16Z', 'revision_number': 3, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:19.051346 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (7c748552-4ab2-4027-a684-b1c34333bcb0), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:19.053519 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Pushing event updated for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:19.085048 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a19af-fca7-40a0-aeb6-11bfda7c023e None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:16Z', 'revision_number': 3, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:19.181336 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:19.183203 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:19.348931 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb109-afd4-4ba1-86ff-f0bf003b8c7c req-241285b0-7dd2-44bc-9a84-383eed5afca2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:19.357871 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a68cb109-afd4-4ba1-86ff-f0bf003b8c7c req-241285b0-7dd2-44bc-9a84-383eed5afca2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0891349 Apr 06 13:00:19.385020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:19.466565 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a68cb109-afd4-4ba1-86ff-f0bf003b8c7c req-a431cc0f-c7a1-4cc3-945e-845a4f2e3a63 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075816 Apr 06 13:00:19.558893 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-d715b70b-c061-4d33-9328-49181d74c57b None None] Provisioning complete for port c291b899-ac29-4ee5-85a1-ac54d386b7d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:19.559517 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d715b70b-c061-4d33-9328-49181d74c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:19.646993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0213a3-7365-4331-b347-601466812683 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:19.665616 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-be0213a3-7365-4331-b347-601466812683 admin admin] 10.222.0.23 "PUT /v2.0/routers/7c748552-4ab2-4027-a684-b1c34333bcb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1484981 Apr 06 13:00:19.678159 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-d715b70b-c061-4d33-9328-49181d74c57b None None] Port c291b899-ac29-4ee5-85a1-ac54d386b7d5 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:19.689384 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c598-1401-490e-839c-3831f323be1e req-992eb79c-0e73-4b36-ba66-1caac25123bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:19.691149 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d535c598-1401-490e-839c-3831f323be1e req-992eb79c-0e73-4b36-ba66-1caac25123bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1130 time: 0.4589863 Apr 06 13:00:19.739912 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3123-1143-4f64-a0b0-e5a150a5b341 req-03b082f1-6476-4af5-b458-a12471711c36 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:19.741734 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dd6d3123-1143-4f64-a0b0-e5a150a5b341 req-03b082f1-6476-4af5-b458-a12471711c36 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.1429155 Apr 06 13:00:19.785919 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d535c598-1401-490e-839c-3831f323be1e req-a6bacc8f-9360-4ee4-8098-a89dc19b58e7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842605 Apr 06 13:00:19.834215 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dd6d3123-1143-4f64-a0b0-e5a150a5b341 req-56e796b5-5a71-4524-8042-2bc8da75bf5d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841885 Apr 06 13:00:20.058241 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52218) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:20.065548 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693056647', 'description': 'tempest-description--1101057727'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:20.098326 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.200563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (13846011-040f-41ad-83c8-b49098fb60e9), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.207308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (13846011-040f-41ad-83c8-b49098fb60e9), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.246311 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.247553 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1878352 Apr 06 13:00:20.251966 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52220) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:20.256906 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group_rule': {'security_group_id': '13846011-040f-41ad-83c8-b49098fb60e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:20.269566 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83b732-4c7a-4946-a4a2-eef50bbd2117 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13846011-040f-41ad-83c8-b49098fb60e9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:20.302220 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (281eca65-3425-408e-b09d-9bd725a0c4d1), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.355760 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.376072 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (281eca65-3425-408e-b09d-9bd725a0c4d1), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.388389 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (281eca65-3425-408e-b09d-9bd725a0c4d1), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.410264 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281eca65-3425-408e-b09d-9bd725a0c4d1,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:20.427886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.429284 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-8c7dc11c-1059-4152-aa74-57247f34007c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761947 Apr 06 13:00:20.432284 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52222) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:20.437875 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group_rule': {'security_group_id': '13846011-040f-41ad-83c8-b49098fb60e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:20.463573 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (536968f7-cb62-4944-a865-a2ccc7201ab8), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.525148 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (536968f7-cb62-4944-a865-a2ccc7201ab8), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.531232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (536968f7-cb62-4944-a865-a2ccc7201ab8), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.551491 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536968f7-cb62-4944-a865-a2ccc7201ab8,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:20.568369 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.569874 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-728d4af0-2e7a-408d-a058-3c1b2d333e61 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364717 Apr 06 13:00:20.573355 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52226) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:20.577763 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:20.624233 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.642928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 64826b46-d37d-4e74-a950-63ab3349da5f up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:20.677537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934f922-1ff8-4daf-953d-23f5845d3b1a req-cf96e8d8-d35d-4766-82ca-a01f61be9801 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:20.679095 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8934f922-1ff8-4daf-953d-23f5845d3b1a req-cf96e8d8-d35d-4766-82ca-a01f61be9801 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1241519 Apr 06 13:00:20.695671 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 64826b46-d37d-4e74-a950-63ab3349da5f triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:20.696146 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.743997 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8934f922-1ff8-4daf-953d-23f5845d3b1a req-dc441257-252f-4303-b052-a33dec52cd06 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577536 Apr 06 13:00:20.787253 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.797703 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 64826b46-d37d-4e74-a950-63ab3349da5f is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:20.798092 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.819309 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 64826b46-d37d-4e74-a950-63ab3349da5f, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=64826b46-d37d-4e74-a950-63ab3349da5f,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:20.823656 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:20.882217 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=64826b46-d37d-4e74-a950-63ab3349da5f,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:20.959760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Allocated IP 172.27.1.230 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/dd9c2df3-a91f-49ee-9bbd-e75661849d7b) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:21.065611 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512d0d7-341f-42cb-bdcc-86be99d16e58 req-0bf1d93d-44ee-4650-b354-59f6a5e36e09 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:21.067287 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3512d0d7-341f-42cb-bdcc-86be99d16e58 req-0bf1d93d-44ee-4650-b354-59f6a5e36e09 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.1264040 Apr 06 13:00:21.146892 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.160788 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3512d0d7-341f-42cb-bdcc-86be99d16e58 req-4536203e-ceff-4b2e-b6ae-b7a00dec7443 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 Apr 06 13:00:21.218524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.234618 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:21.248569 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:21.250012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:21.272325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:21.276365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:21.278365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=dd9c2df3-a91f-49ee-9bbd-e75661849d7b,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:21.280864 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:21.379479 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:21.402778 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.453939 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.657878 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.663984 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.693212 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 2, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:21.738186 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:21.738788 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Updating router 7c748552-4ab2-4027-a684-b1c34333bcb0 port c291b899-ac29-4ee5-85a1-ac54d386b7d5 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:00:21.759756 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=dd9c2df3-a91f-49ee-9bbd-e75661849d7b,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:21.802263 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.818866 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.837803 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:21.848726 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-24e484c6-7c32-475e-8e1a-25b0072fe2e7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2651577 Apr 06 13:00:21.992423 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b22faf-0e86-4879-8268-abd2dfe14777 req-fbcbf05c-e3ba-4dc9-bcdf-e08cfddd74a7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:21.995146 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-91b22faf-0e86-4879-8268-abd2dfe14777 req-fbcbf05c-e3ba-4dc9-bcdf-e08cfddd74a7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0739257 Apr 06 13:00:22.110477 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-91b22faf-0e86-4879-8268-abd2dfe14777 req-52f2ecb8-8474-4d96-94db-65a5f478cbad tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077857 Apr 06 13:00:22.118598 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-c45bc8a8-c136-4d43-994f-f59b6a3ccbd6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--693056647&fields=id&tenant_id=f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 267 time: 0.1078176 Apr 06 13:00:22.246872 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks [] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.254518 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.325854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578511-f679-4c1f-a2d5-3c2ed96fbb90 None None] Pushing event updated for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:22.328258 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-ea30f112-06ba-46b1-942c-5bba1fc1e7d5 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:22.333994 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-ea30f112-06ba-46b1-942c-5bba1fc1e7d5 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 811 time: 0.1990519 Apr 06 13:00:22.387529 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-43a776e8-af4e-4abb-905d-2b131d3c9296 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/quotas/f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 375 time: 0.0246086 Apr 06 13:00:22.428469 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Attempting to bind port c291b899-ac29-4ee5-85a1-ac54d386b7d5 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:22.429029 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Attempting to bind port c291b899-ac29-4ee5-85a1-ac54d386b7d5 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:22.429635 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Attempting to bind port c291b899-ac29-4ee5-85a1-ac54d386b7d5 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:22.441038 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:22.441666 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Checking segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:22.442305 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.442935 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Bound using segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:22.443734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Bound port: c291b899-ac29-4ee5-85a1-ac54d386b7d5, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:22.444352 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.466165 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c675-1d04-499c-a2a2-c85b44c75582 req-6ae8169e-a5f9-4d20-b9ad-c12311d94689 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:22.475039 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0551c675-1d04-499c-a2a2-c85b44c75582 req-6ae8169e-a5f9-4d20-b9ad-c12311d94689 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.1862824 Apr 06 13:00:22.518070 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-30abe6bf-c368-4ac1-8d46-cabc7f3ad165 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209345 Apr 06 13:00:22.554489 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] For port c291b899-ac29-4ee5-85a1-ac54d386b7d5, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:22.560495 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] For port c291b899-ac29-4ee5-85a1-ac54d386b7d5, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=c291b899-ac29-4ee5-85a1-ac54d386b7d5,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:22.565787 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0551c675-1d04-499c-a2a2-c85b44c75582 req-8f727b55-5454-48c2-990b-668ef5b5c903 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798612 Apr 06 13:00:22.582523 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.663181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 64826b46-d37d-4e74-a950-63ab3349da5f up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:22.709270 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-f9924d70-8cff-4d96-a3e6-0a2d016d5943 service neutron] 10.222.0.23 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582453 Apr 06 13:00:22.869108 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Provisioning complete for port c291b899-ac29-4ee5-85a1-ac54d386b7d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:22.869469 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:22.886411 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03a427-c24a-4db5-90c3-74f0d2f31e78 req-4d2a8a09-4ab3-44ff-871a-69808001a28d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:22.889011 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c03a427-c24a-4db5-90c3-74f0d2f31e78 req-4d2a8a09-4ab3-44ff-871a-69808001a28d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.1777010 Apr 06 13:00:22.920023 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:22.920023 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:22.920023 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578511-f679-4c1f-a2d5-3c2ed96fbb90 None None] Pushing event updated for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:22.959036 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-194f2e27-37a0-469e-a2eb-748e981adb62 service neutron] 10.222.0.23 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308018 Apr 06 13:00:22.971172 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 64826b46-d37d-4e74-a950-63ab3349da5f triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:22.971705 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.002032 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8c03a427-c24a-4db5-90c3-74f0d2f31e78 req-33070d15-2675-4623-91e6-021e312d13ca tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754027 Apr 06 13:00:23.032670 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52262) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:23.120700 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f10966-dff0-4830-a4e5-7947b5d69e7c tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:23.125347 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-59f10966-dff0-4830-a4e5-7947b5d69e7c tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1125 time: 0.0891032 Apr 06 13:00:23.128133 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52266) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:23.130844 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Current status of the port c291b899-ac29-4ee5-85a1-ac54d386b7d5 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:23.131238 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.137896 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:23.180612 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.198591 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:23.252812 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] For port c291b899-ac29-4ee5-85a1-ac54d386b7d5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=c291b899-ac29-4ee5-85a1-ac54d386b7d5,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:23.269670 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.351901 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae052fa-f6d9-478c-b0a5-388e08f2d637 None None] Pushing event updated for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:23.355013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 64826b46-d37d-4e74-a950-63ab3349da5f is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:23.437703 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913cf2c-a4e5-45c2-b3f6-687a8163b117 req-a0a54d49-08d5-419d-a729-afd7fbb7b0ae tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:23.451763 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e913cf2c-a4e5-45c2-b3f6-687a8163b117 req-a0a54d49-08d5-419d-a729-afd7fbb7b0ae tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1305232 Apr 06 13:00:23.538013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-9811fe38-e0e6-477d-9a2f-8002a72ec38d None None] Provisioning complete for port c291b899-ac29-4ee5-85a1-ac54d386b7d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:23.538013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9811fe38-e0e6-477d-9a2f-8002a72ec38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.539415 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:23.547622 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e913cf2c-a4e5-45c2-b3f6-687a8163b117 req-34477e7f-968d-40d1-90e1-6a4f0fddf59a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932305 Apr 06 13:00:23.611943 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:22Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:23.699507 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cc387da6-6ce1-4dbe-a306-36e7db564ca6 req-ca3a16bc-e7d7-49e4-aa03-bf139f7245b7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 210 time: 0.0469875 Apr 06 13:00:23.700039 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ce851-3b0c-4e5b-ad96-dfcd589368a3 None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:22Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:23.751756 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-9811fe38-e0e6-477d-9a2f-8002a72ec38d None None] Current status of the port c291b899-ac29-4ee5-85a1-ac54d386b7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:23.895399 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.27.1.4 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/a269b7c3-7a13-4e39-a595-781f5d9fe27c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:24.088512 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:24.137284 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:24.184641 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:24.188746 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:24.193455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:24.196758 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=a269b7c3-7a13-4e39-a595-781f5d9fe27c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:24.229245 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.229626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.230173 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.230700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.231195 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.231517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.231840 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.232219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.232685 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.233726 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.234294 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.234927 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.235282 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.235642 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.236064 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:24.684871 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device c291b899-ac29-4ee5-85a1-ac54d386b7d5 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:24.763309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (1078bb88-e35e-4f0e-92d2-fe18a3358a00), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:24.837293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port c291b899-ac29-4ee5-85a1-ac54d386b7d5 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:24.837913 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:24.881362 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:24.908314 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ebc2d31d-d51a-46e7-b0f6-6ac3504b8b6c req-7319288c-d904-4aac-8900-7f2d6e820c13 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 210 time: 0.0504017 Apr 06 13:00:24.939420 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d573b7-2e69-48ca-ae55-c226e577c499 req-5e322b56-022d-4cc7-a255-c2047429110a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:24.941148 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46d573b7-2e69-48ca-ae55-c226e577c499 req-5e322b56-022d-4cc7-a255-c2047429110a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1831937 Apr 06 13:00:24.989668 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port c291b899-ac29-4ee5-85a1-ac54d386b7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:25.011329 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46d573b7-2e69-48ca-ae55-c226e577c499 req-aac970f3-b5da-4b62-8791-af6469bd7ec4 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625412 Apr 06 13:00:25.147066 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:25.158678 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:25.599135 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=a269b7c3-7a13-4e39-a595-781f5d9fe27c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:25.622179 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (1078bb88-e35e-4f0e-92d2-fe18a3358a00), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:25.701319 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-b593dedc-d60a-4c6a-9e7e-d1e3a7dacb13 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:25.703012 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-b593dedc-d60a-4c6a-9e7e-d1e3a7dacb13 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 811 time: 0.1838369 Apr 06 13:00:25.788138 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP 1078bb88-e35e-4f0e-92d2-fe18a3358a00 associated. External IP: 172.27.1.4, port: 31d26e03-053c-4b7c-b5cf-c9d85522a2cd. Apr 06 13:00:25.841900 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-fc511a7f-7c5d-4f0d-be53-433b38a18155 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 379 time: 0.1089036 Apr 06 13:00:25.853377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'port': {'device_id': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'admin_state_up': True, 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'security_groups': ['13846011-040f-41ad-83c8-b49098fb60e9']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:26.034427 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-475dfd92-ac1b-4c4e-a707-fab52f741299 req-5498310e-feae-48d4-95f8-9ad5228f7353 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 210 time: 0.0422013 Apr 06 13:00:26.094257 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Made reservation on behalf of f566084a0b414e6dabf96eae8ae4d7ac for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:26.097631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:26.188457 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6925-5561-4de2-a720-577f0d67a216 req-e8b45ce9-28fa-4e68-9352-5b8294a6f837 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:26.190219 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6cac6925-5561-4de2-a720-577f0d67a216 req-e8b45ce9-28fa-4e68-9352-5b8294a6f837 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0756841 Apr 06 13:00:26.201802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:26.245747 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6cac6925-5561-4de2-a720-577f0d67a216 req-241cc4e8-5f55-4a03-8552-f8dd3186de9f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Apr 06 13:00:26.317749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Allocated IP 172.20.0.8 (76478e6a-dbca-4035-b1e2-e31cea886ec9/ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58/f9740f9b-8ce9-44fd-a972-f8e0c16130b3) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:26.411240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:26.422279 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:26.438416 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:26.439189 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:26.479136 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:26.548579 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-cf769e45-95ae-4103-810e-f808d919122f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4174612 Apr 06 13:00:26.556129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:26.558364 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d27052-4962-413f-8a89-a1817de0e177" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:26.573806 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:26.606720 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:26.659084 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:26.714466 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae981078-b5b0-4018-b1bf-23255f1b6b0d x-openstack-request-id: req-ae981078-b5b0-4018-b1bf-23255f1b6b0d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:26.715032 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:26.715378 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae981078-b5b0-4018-b1bf-23255f1b6b0d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:26.715975 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae981078-b5b0-4018-b1bf-23255f1b6b0d'] response: {'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'status': 'completed', 'code': 200} Apr 06 13:00:26.737324 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:26.742137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:26.746029 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:26.803836 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:26.870268 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:26.871848 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:26.901764 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27052-4962-413f-8a89-a1817de0e177 req-a59939c6-b0d9-4289-b41a-e9eea2dc6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:26.902022 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:24Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:26.903783 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-a59939c6-b0d9-4289-b41a-e9eea2dc6823 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1130 time: 0.1448352 Apr 06 13:00:26.909358 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-1d306b1a-078d-4478-b912-7d0dcc93360a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618393 Apr 06 13:00:26.924134 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Request body: {'port': {'device_id': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:26.932696 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:26.944951 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:26.945701 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:27.063810 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:27.086040 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27052-4962-413f-8a89-a1817de0e177 req-0573c7f3-feba-4d72-a59f-4f836b7be36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:27.087609 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-0573c7f3-feba-4d72-a59f-4f836b7be36f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.1772575 Apr 06 13:00:27.131072 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-6de011c4-4af9-4b26-b47a-c0b59e55f171 None None] Provisioning complete for port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:27.132461 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6de011c4-4af9-4b26-b47a-c0b59e55f171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:27.166888 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:27.197391 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-6de011c4-4af9-4b26-b47a-c0b59e55f171 None None] Port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:27.242248 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7583c-644a-4acd-874d-db852414374e req-9763a056-a5bd-4959-bac7-8d52a9513759 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:27.245847 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ec7583c-644a-4acd-874d-db852414374e req-9763a056-a5bd-4959-bac7-8d52a9513759 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 931 time: 0.1063590 Apr 06 13:00:27.281639 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-6e6688ae-b90f-42d2-9ad1-4cfb346d1b34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 200 len: 998 time: 0.1686134 Apr 06 13:00:27.316881 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ec7583c-644a-4acd-874d-db852414374e req-18a50175-89f7-4f97-85ff-76b30f0baf0f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657170 Apr 06 13:00:27.398237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27052-4962-413f-8a89-a1817de0e177 req-5bd5771e-6fd8-44b1-b669-00ef91f1196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:27.399896 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-5bd5771e-6fd8-44b1-b669-00ef91f1196c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.1073294 Apr 06 13:00:27.403496 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a4396-b2c3-47cb-8651-57c2742189fb req-fcbfb50a-4155-4b72-ba22-35b76b942fd7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:27.404876 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e51a4396-b2c3-47cb-8651-57c2742189fb req-fcbfb50a-4155-4b72-ba22-35b76b942fd7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Apr 06 13:00:27.469014 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e51a4396-b2c3-47cb-8651-57c2742189fb req-6b8fe038-dd86-4251-8cea-b231fe46e660 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577171 Apr 06 13:00:27.500237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27052-4962-413f-8a89-a1817de0e177 req-0c564485-3b08-49a3-b4c4-3237f454d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:27.502134 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-0c564485-3b08-49a3-b4c4-3237f454d6eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943568 Apr 06 13:00:27.592268 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:24Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:27.595475 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9740f9b-8ce9-44fd-a972-f8e0c16130b3 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:27.606698 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks [] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:27.619846 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6a37e-7d75-46f4-9eee-a8270a6f1883 None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:24Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:27.632050 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Transition to ACTIVE for port object f9740f9b-8ce9-44fd-a972-f8e0c16130b3 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:00:27.642808 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:27.697074 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-3ac601d2-5921-46c6-9293-7d89db45ec5f service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Apr 06 13:00:27.767183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Pushing event updated for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:27.871294 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-11d27052-4962-413f-8a89-a1817de0e177 req-6044f341-0fbc-4738-9d2a-9df0d92c203f service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676581 Apr 06 13:00:27.884437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Attempting to bind port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:27.884871 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Attempting to bind port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:27.885164 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Attempting to bind port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:27.901934 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:00:27.902314 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Attempting to bind port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:27.910778 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:27.910778 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Checking segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:27.911188 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Bound using segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:27.911709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Bound port: f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:27.912068 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:27.920639 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a223fd0-29d4-4c4f-9bab-a385a39874df None None] New status for floating IP 1078bb88-e35e-4f0e-92d2-fe18a3358a00: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:00:27.989975 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:27.993169 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:28.001347 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:28.037085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.037734 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:28.039149 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] 10.222.0.11 "PUT /v2.0/ports/f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 1093 time: 1.1200218 Apr 06 13:00:28.065762 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2662c-af29-4e61-b8ce-17c434042c00 service neutron] Pushing event updated for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:28.240674 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-cec4c83c-7fd3-44a4-b57d-07aac0e329b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.242230 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-cec4c83c-7fd3-44a4-b57d-07aac0e329b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1127 time: 0.0778191 Apr 06 13:00:28.287085 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-0d03e311-1c48-49db-ad4a-f98973f0326f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 217 time: 0.0376036 Apr 06 13:00:28.409795 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-85118cae-bfb0-475f-beae-b31c6c2f2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.411364 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-85118cae-bfb0-475f-beae-b31c6c2f2ea8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0894396 Apr 06 13:00:28.481861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-4457f016-5c24-46ac-b9d7-3fae8308cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.483998 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-4457f016-5c24-46ac-b9d7-3fae8308cdd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599248 Apr 06 13:00:28.490441 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f0211-9c7e-48de-b697-700e4e4d84a9 req-053048e7-c61a-4dbf-a647-789a15585484 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.492035 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7b7f0211-9c7e-48de-b697-700e4e4d84a9 req-053048e7-c61a-4dbf-a647-789a15585484 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 943 time: 0.0617273 Apr 06 13:00:28.508072 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:28.563620 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7b7f0211-9c7e-48de-b697-700e4e4d84a9 req-1026b5e6-194b-4afe-b2e4-0e5b91c9a646 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626428 Apr 06 13:00:28.616671 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-dbb68859-fbb2-4c26-b332-73c52a885207 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234946 Apr 06 13:00:28.622821 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:00:28.637729 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001d2f7-3d25-4adf-8bb6-f4d7de841116 req-a7890dee-db9e-47ab-825d-20b708892b6b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:28.640086 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e001d2f7-3d25-4adf-8bb6-f4d7de841116 req-a7890dee-db9e-47ab-825d-20b708892b6b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0607746 Apr 06 13:00:28.703345 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e001d2f7-3d25-4adf-8bb6-f4d7de841116 req-1a87e5b8-02f7-4a45-9bd7-43bba41d1428 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538640 Apr 06 13:00:28.718492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:28.722114 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de08334-7a60-4cdd-8d96-8748501f1a32" -d '{"events": [{"name": "network-changed", "server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:28.744562 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:28.758624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:00:28.758884 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-215ac496-a7a3-41e7-bf28-ee14817f3672 req-2d90af37-47c1-49d2-9f3f-4dddbb26c5cb service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352711 Apr 06 13:00:28.778367 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be3ac4f-57f0-42ee-a187-b7a3a644ea41 x-openstack-request-id: req-8be3ac4f-57f0-42ee-a187-b7a3a644ea41 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:28.778732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:28.779073 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8be3ac4f-57f0-42ee-a187-b7a3a644ea41 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:28.780144 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be3ac4f-57f0-42ee-a187-b7a3a644ea41'] response: {'name': 'network-changed', 'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'status': 'completed', 'code': 200} Apr 06 13:00:28.815584 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: ACTIVE; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:28.816534 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:28.831674 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:28.854183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:28.858847 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:28.917712 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=6']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:28.973998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['0005490d-4e4e-45ff-bf61-aa21b1c80a38'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:29.722782 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d788206-6eea-4c18-a333-c6350c9606fb req-7f1f4d33-2716-4bd6-8143-38043ea92ab2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:29.724598 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d788206-6eea-4c18-a333-c6350c9606fb req-7f1f4d33-2716-4bd6-8143-38043ea92ab2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 943 time: 0.0710089 Apr 06 13:00:29.819328 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d788206-6eea-4c18-a333-c6350c9606fb req-c72d8be2-7c63-4fae-9527-12afccf8fa49 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884125 Apr 06 13:00:29.880666 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4eb25-719a-4c33-9945-3486a132479b req-f125a977-aaf7-4561-84ab-fd4cbbee7335 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:29.882233 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bca4eb25-719a-4c33-9945-3486a132479b req-f125a977-aaf7-4561-84ab-fd4cbbee7335 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 944 time: 0.0566258 Apr 06 13:00:29.934966 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-c49bc796-3508-4558-bba5-0ae9881bb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:29.936698 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bca4eb25-719a-4c33-9945-3486a132479b req-bc480bee-d057-47fd-850b-3052d00a14ad tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479012 Apr 06 13:00:29.939019 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-c49bc796-3508-4558-bba5-0ae9881bb175 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1127 time: 0.0556216 Apr 06 13:00:30.583560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-6c58950b-2c9a-4c8f-9781-134309563cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:30.585859 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-6c58950b-2c9a-4c8f-9781-134309563cbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.3885741 Apr 06 13:00:30.638156 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-2f2cf46d-4ca1-474e-868c-15d415d1f6ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 217 time: 0.0426450 Apr 06 13:00:30.642265 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9740f9b-8ce9-44fd-a972-f8e0c16130b3 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:00:30.644546 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:30.699673 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-4ef994fd-1ec0-4618-b9d9-b7b8d8495ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:30.703175 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-4ef994fd-1ec0-4618-b9d9-b7b8d8495ee4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0572946 Apr 06 13:00:30.762620 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:30.763306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:30.770582 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-cbb333f9-1e94-45ba-b1c0-33634cc9c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:30.772396 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-cbb333f9-1e94-45ba-b1c0-33634cc9c5d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581596 Apr 06 13:00:30.827982 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:30.855731 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'port_id': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'mac_address': 'fa:16:3e:1b:9a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:00:30.876122 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-74208298-5c02-4053-85b4-baf3768cc520 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964961 Apr 06 13:00:30.939598 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:30.939991 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:30.943181 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:30.943570 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:30.978975 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9740f9b-8ce9-44fd-a972-f8e0c16130b3 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:30.984227 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500b275-f0b0-4920-931f-40d9261524d2 req-4068b5c4-22a6-40bf-a9a4-8c77bc6fff2c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:30.986196 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1de08334-7a60-4cdd-8d96-8748501f1a32 req-02d6027b-379e-475e-bb64-ccd3a666a540 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025953 Apr 06 13:00:30.987207 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c500b275-f0b0-4920-931f-40d9261524d2 req-4068b5c4-22a6-40bf-a9a4-8c77bc6fff2c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 943 time: 0.0967057 Apr 06 13:00:30.990642 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:30.994177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ca1e0-83ea-456b-8c91-651293420acf" -d '{"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:31.022394 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:31.028908 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:31.058980 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:31.073014 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:31.090723 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c500b275-f0b0-4920-931f-40d9261524d2 req-7cd54b22-f0ac-4c0d-94a1-eb9df6ea3ba2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977719 Apr 06 13:00:31.093504 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=7']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:31.128939 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aecdd-e638-4c5a-8b6b-8c51b4496e8a req-28a2d19d-ceb7-4128-8f43-19f2afc19234 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:31.130715 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d51aecdd-e638-4c5a-8b6b-8c51b4496e8a req-28a2d19d-ceb7-4128-8f43-19f2afc19234 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0862176 Apr 06 13:00:31.155990 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:31.165446 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f148f215-ddb1-4a14-9255-db4b8409a0c6 x-openstack-request-id: req-f148f215-ddb1-4a14-9255-db4b8409a0c6 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:31.165783 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:31.166045 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f148f215-ddb1-4a14-9255-db4b8409a0c6 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:31.166450 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f148f215-ddb1-4a14-9255-db4b8409a0c6'] response: {'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'code': 200} Apr 06 13:00:31.221236 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d51aecdd-e638-4c5a-8b6b-8c51b4496e8a req-060e5609-fd4e-4628-91a1-64ad3ab8025b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744939 Apr 06 13:00:31.359607 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['f9740f9b-8ce9-44fd-a972-f8e0c16130b3'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:32.280552 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90ce46-0011-455a-9fab-0c26a38121ab req-4449e2fd-4362-47d7-b160-ec531bdbae32 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:32.282485 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b90ce46-0011-455a-9fab-0c26a38121ab req-4449e2fd-4362-47d7-b160-ec531bdbae32 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 944 time: 0.0770857 Apr 06 13:00:32.390410 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b90ce46-0011-455a-9fab-0c26a38121ab req-dcc1ea54-920b-4fe8-91b5-297ce584e7fa tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975437 Apr 06 13:00:32.420000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7d7ee-6d64-416c-b015-fe042c92ba85 req-7c0ab583-8de5-4b97-8464-aa6b89445295 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:32.421653 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c7d7ee-6d64-416c-b015-fe042c92ba85 req-7c0ab583-8de5-4b97-8464-aa6b89445295 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1032100 Apr 06 13:00:32.491455 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-46c7d7ee-6d64-416c-b015-fe042c92ba85 req-6aef97b1-1ebb-499c-8181-04599ea09636 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610642 Apr 06 13:00:32.652174 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9740f9b-8ce9-44fd-a972-f8e0c16130b3 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:32.905205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:00:32.913836 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:32.914485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:33.040615 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:33.041015 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:33.089205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:33.099502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:33.168896 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:33.174195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6688a3c-1d8f-484b-8273-66b8260cd0fe" -d '{"events": [{"server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "name": "network-vif-plugged", "status": "completed", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:33.175943 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:33.184412 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.184764 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.185131 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.185499 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.186400 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.186887 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.187466 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.187812 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.188297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.188788 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.189129 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.189482 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.189856 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.190617 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.190617 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:33.232388 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a3ef2-e029-44cd-89ec-28a159920111 x-openstack-request-id: req-041a3ef2-e029-44cd-89ec-28a159920111 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:33.233289 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "name": "network-vif-plugged", "status": "completed", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:33.233787 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-041a3ef2-e029-44cd-89ec-28a159920111 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:33.234523 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041a3ef2-e029-44cd-89ec-28a159920111'] response: {'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'code': 200} Apr 06 13:00:33.551957 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8aa3-66ed-44f3-8b1d-0b807845fff8 req-c3cc818e-f474-4fde-b6af-7d14d51c3f24 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:33.553501 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00ca8aa3-66ed-44f3-8b1d-0b807845fff8 req-c3cc818e-f474-4fde-b6af-7d14d51c3f24 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.1159863 Apr 06 13:00:33.575651 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4994a7-c713-4147-8e9d-2fc12d12ea89 req-5d7f0ffb-1fe6-426a-b4d5-5a10bed35d32 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:33.582043 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8b4994a7-c713-4147-8e9d-2fc12d12ea89 req-5d7f0ffb-1fe6-426a-b4d5-5a10bed35d32 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1051788 Apr 06 13:00:33.708402 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00ca8aa3-66ed-44f3-8b1d-0b807845fff8 req-b59b6ed6-1add-4f3c-b4b2-3d4b9791e8c7 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469951 Apr 06 13:00:33.714959 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8b4994a7-c713-4147-8e9d-2fc12d12ea89 req-c1f8047a-787d-4382-a620-06d649fb34f0 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267860 Apr 06 13:00:33.836649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ac34b-9f18-42fa-b9ee-41f953486e3c req-77eb5d59-8c26-4705-a716-19b607ae24d9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:33.838204 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b33ac34b-9f18-42fa-b9ee-41f953486e3c req-77eb5d59-8c26-4705-a716-19b607ae24d9 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0627592 Apr 06 13:00:33.894309 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b33ac34b-9f18-42fa-b9ee-41f953486e3c req-86fe9ccc-6e07-43f1-8d18-6ae71caa0349 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486734 Apr 06 13:00:34.834781 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4515251-cdc7-4a3d-982b-762f9ac614bf req-002b6f9a-6a1b-4a97-b8b1-7c4d12051153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:34.836311 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c4515251-cdc7-4a3d-982b-762f9ac614bf req-002b6f9a-6a1b-4a97-b8b1-7c4d12051153 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1129 time: 0.0966792 Apr 06 13:00:34.923620 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e7db5-74c1-4480-9aef-d78175605a1f req-435ae184-32f9-45c0-910b-f1d78f30bd35 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:34.927214 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-511e7db5-74c1-4480-9aef-d78175605a1f req-435ae184-32f9-45c0-910b-f1d78f30bd35 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.1191504 Apr 06 13:00:34.976591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee375b-9668-4191-8ebf-6eb87eddb3a0 req-14b7cdad-121b-4e29-90c7-1ac75af45e97 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:34.978663 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c4515251-cdc7-4a3d-982b-762f9ac614bf req-8db7ceb2-0113-4527-9215-4cbd0f860b39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608377 Apr 06 13:00:34.981360 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b9ee375b-9668-4191-8ebf-6eb87eddb3a0 req-14b7cdad-121b-4e29-90c7-1ac75af45e97 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1299531 Apr 06 13:00:35.035772 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-511e7db5-74c1-4480-9aef-d78175605a1f req-9e6d7728-d7aa-4a10-b8be-eb6fd236e07e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=eaa3ec13-18e0-45d5-9564-f112b15b191d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961225 Apr 06 13:00:35.068565 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b9ee375b-9668-4191-8ebf-6eb87eddb3a0 req-109581cc-fa38-4619-92c9-a0b1f57f48b2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817094 Apr 06 13:00:35.177516 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3234-05cd-4ef2-be02-2aae7c5e905e req-9c299841-6605-408e-8a4e-b0f576ca7071 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:35.179196 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-85af3234-05cd-4ef2-be02-2aae7c5e905e req-9c299841-6605-408e-8a4e-b0f576ca7071 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0705123 Apr 06 13:00:35.250225 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-85af3234-05cd-4ef2-be02-2aae7c5e905e req-c3c761cb-9a8c-44ec-b315-410f6db85ae5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638218 Apr 06 13:00:35.314651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf260e-805b-4969-ba66-7985601f9caa req-b32fd789-e682-4fa6-90b0-9bf6d3049bb3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:35.316051 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f2cf260e-805b-4969-ba66-7985601f9caa req-b32fd789-e682-4fa6-90b0-9bf6d3049bb3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 945 time: 0.0720413 Apr 06 13:00:35.431930 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:35.432470 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.564624 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] For port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:35.565087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.771179 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.772669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.772669 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 12143bd1-b648-42f9-9c2e-4c7bb5fe4963 disassociated. External IP: 172.27.1.176, port: 44a2c75a-24d7-4c14-93d6-05b7e9d2d935. Apr 06 13:00:35.772669 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:35.920136 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (44a2c75a-24d7-4c14-93d6-05b7e9d2d935), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.952670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=44a2c75a-24d7-4c14-93d6-05b7e9d2d935,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:36.119141 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:36.218221 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-27293d47-44cb-4dcb-88a4-30c7f598ff65 req-8b578e0a-cf30-41b3-a41d-abfbf0b73f71 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=535209c7-4d5e-4b69-b08d-abf81f23847e HTTP/1.1" status: 200 len: 210 time: 0.0685828 Apr 06 13:00:36.266690 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf152602-f287-4e2b-a1fc-da975cf7cc5c req-6cb1c8ba-f43c-4a65-8fbe-b229b8fd2b49 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:36.269507 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cf152602-f287-4e2b-a1fc-da975cf7cc5c req-6cb1c8ba-f43c-4a65-8fbe-b229b8fd2b49 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1176784 Apr 06 13:00:36.295692 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:36.307287 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:36.346783 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:36.347725 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:36.415998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] No DVR routers for this DVR port 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:00:36.425288 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:36.428904 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f2cf260e-805b-4969-ba66-7985601f9caa req-0bf3ca72-fa62-42e0-82f7-efec00d01127 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "DELETE /v2.0/ports/44a2c75a-24d7-4c14-93d6-05b7e9d2d935 HTTP/1.1" status: 204 len: 173 time: 1.1047664 Apr 06 13:00:36.430753 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cf152602-f287-4e2b-a1fc-da975cf7cc5c req-d88fc854-3836-4c12-8350-6527cb95dfbb tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538248 Apr 06 13:00:36.431335 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'name': 'network-vif-deleted', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:36.443075 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c35657-42ba-4d72-8784-27aafb2ef86e" -d '{"events": [{"server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "name": "network-vif-deleted", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:36.496671 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4737f3-97b9-4401-b37f-f6b48ac2d6ee req-82fb9ff2-5548-48a0-9a6b-1449a4dff05a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:36.499367 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4c4737f3-97b9-4401-b37f-f6b48ac2d6ee req-82fb9ff2-5548-48a0-9a6b-1449a4dff05a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1302257 Apr 06 13:00:36.506725 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ce9bf-8520-4a21-adad-616a93b8b5bf x-openstack-request-id: req-951ce9bf-8520-4a21-adad-616a93b8b5bf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:36.507112 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535209c7-4d5e-4b69-b08d-abf81f23847e", "name": "network-vif-deleted", "tag": "44a2c75a-24d7-4c14-93d6-05b7e9d2d935", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:36.507482 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-951ce9bf-8520-4a21-adad-616a93b8b5bf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:36.507968 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951ce9bf-8520-4a21-adad-616a93b8b5bf'] response: {'server_uuid': '535209c7-4d5e-4b69-b08d-abf81f23847e', 'name': 'network-vif-deleted', 'tag': '44a2c75a-24d7-4c14-93d6-05b7e9d2d935', 'status': 'completed', 'code': 200} Apr 06 13:00:36.522205 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:36.628944 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4c4737f3-97b9-4401-b37f-f6b48ac2d6ee req-44117268-1623-4daa-8f5b-194f34cd5c24 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230669 Apr 06 13:00:36.845942 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:36.878367 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:36.887610 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:36.888530 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:37.041917 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:37.308906 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:37.310066 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52428) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:37.349941 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bee8de4-02ce-4f5f-a062-a737c2d28f0f None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:37.397441 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (eaa3ec13-18e0-45d5-9564-f112b15b191d), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.445262 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (eaa3ec13-18e0-45d5-9564-f112b15b191d), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.510274 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (eaa3ec13-18e0-45d5-9564-f112b15b191d), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.513495 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.518210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52432) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:37.518803 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/security-groups/eaa3ec13-18e0-45d5-9564-f112b15b191d HTTP/1.1" status: 204 len: 168 time: 0.2070622 Apr 06 13:00:37.533717 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.api.v2.resource [None req-b0b56476-1691-46e3-b2af-2fbe26d9c67e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] show failed (client error): The resource could not be found. Apr 06 13:00:37.539845 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b0b56476-1691-46e3-b2af-2fbe26d9c67e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups/eaa3ec13-18e0-45d5-9564-f112b15b191d HTTP/1.1" status: 404 len: 347 time: 0.0194278 Apr 06 13:00:37.542013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52434) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:37.573947 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fb676-e99b-464b-8e5f-84ffd7529b64 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3ec13-18e0-45d5-9564-f112b15b191d,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:37.665559 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef378b-f6b3-4678-a6ad-36639b1ab674 req-5aa9f1db-31d9-4c27-aade-b3eb3d037edd tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:37.672320 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-19ef378b-f6b3-4678-a6ad-36639b1ab674 req-5aa9f1db-31d9-4c27-aade-b3eb3d037edd tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1518219 Apr 06 13:00:37.844639 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port 48cb4b1b-9d9f-4dd7-9174-a5e703779337 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:00:37.844997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.862632 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-19ef378b-f6b3-4678-a6ad-36639b1ab674 req-6ce44a76-5ac0-4fe7-a9e9-c67f3cc37f98 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738863 Apr 06 13:00:37.870592 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100a79f8-9300-45ad-9fda-2cd721a6277b None None] New status for floating IP 12143bd1-b648-42f9-9c2e-4c7bb5fe4963: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:00:37.885381 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08776d-0eaa-4cc0-9a6d-788945fe0901 req-f15df4d8-4b1a-4e0b-a17a-daba64cf4286 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:37.902128 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a08776d-0eaa-4cc0-9a6d-788945fe0901 req-f15df4d8-4b1a-4e0b-a17a-daba64cf4286 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1350954 Apr 06 13:00:37.968742 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a08776d-0eaa-4cc0-9a6d-788945fe0901 req-1a5513aa-458c-4da5-b814-735236c631fb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655382 Apr 06 13:00:37.969969 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.970402 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (48cb4b1b-9d9f-4dd7-9174-a5e703779337), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:37.989613 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for 48cb4b1b-9d9f-4dd7-9174-a5e703779337 owned by network:floatingip {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:00:38.090253 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7750f9-7bb1-4a39-a2e9-cd42d964311a req-a97431e0-4c86-413f-81fd-e610fcc227da tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:38.095021 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2b7750f9-7bb1-4a39-a2e9-cd42d964311a req-a97431e0-4c86-413f-81fd-e610fcc227da tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0767696 Apr 06 13:00:38.106153 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52444) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:38.114425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'floatingip': {'port_id': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:38.163252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:38.215062 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (48cb4b1b-9d9f-4dd7-9174-a5e703779337), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:38.252550 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=48cb4b1b-9d9f-4dd7-9174-a5e703779337,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:38.335372 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (12143bd1-b648-42f9-9c2e-4c7bb5fe4963), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:38.339981 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:38.341489 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-74c06014-8f63-4caf-b89c-3d183eacb330 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/floatingips/12143bd1-b648-42f9-9c2e-4c7bb5fe4963 HTTP/1.1" status: 204 len: 168 time: 0.7982466 Apr 06 13:00:38.650408 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:38.673114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:00:38.673838 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 44a2c75a-24d7-4c14-93d6-05b7e9d2d935 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:00:39.005700 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.011938 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.113627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52450) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:39.118148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633040164', 'description': 'tempest-description--1202446067'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:39.151807 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.235923 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edfbe8-ab30-46c3-9d48-d106ef36c1e0 req-45b5ba7c-d237-4243-b061-e1a5f939ac6c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:39.236193 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (9539fac0-8555-49d6-8749-9093a621340b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.237492 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e2edfbe8-ab30-46c3-9d48-d106ef36c1e0 req-45b5ba7c-d237-4243-b061-e1a5f939ac6c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1278162 Apr 06 13:00:39.244568 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9539fac0-8555-49d6-8749-9093a621340b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.249022 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Floating IP 59689d84-43ec-46ce-9635-f4e8acf91f2f associated. External IP: 172.27.1.230, port: f9740f9b-8ce9-44fd-a972-f8e0c16130b3. Apr 06 13:00:39.279596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9539fac0-8555-49d6-8749-9093a621340b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:39.298887 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.300231 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5a988cc7-c7e1-4da5-a4b1-6f2de540c5b9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1855354 Apr 06 13:00:39.303043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52452) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:39.310105 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '9539fac0-8555-49d6-8749-9093a621340b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:39.358400 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (1957fcdb-3d0d-4e08-9002-bc873df7642a), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.363565 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e2edfbe8-ab30-46c3-9d48-d106ef36c1e0 req-02acc980-77ef-4450-a4de-0d4aefc8073a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171896 Apr 06 13:00:39.445627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (1957fcdb-3d0d-4e08-9002-bc873df7642a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.451800 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (1957fcdb-3d0d-4e08-9002-bc873df7642a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.474647 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1957fcdb-3d0d-4e08-9002-bc873df7642a,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:39.481149 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.482696 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-098ed4e7-c686-433a-8e51-fd0aa10e6f50 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784470 Apr 06 13:00:39.485148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52454) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:39.490936 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'security_group_rule': {'security_group_id': '9539fac0-8555-49d6-8749-9093a621340b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:39.525631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (dd10b844-47f5-47b8-a1cd-1cb438e2fa93), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.582270 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:39.598405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (dd10b844-47f5-47b8-a1cd-1cb438e2fa93), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.604143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (dd10b844-47f5-47b8-a1cd-1cb438e2fa93), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.627166 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd10b844-47f5-47b8-a1cd-1cb438e2fa93,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:39.633042 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.634466 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7af2bd2d-4988-4ad0-a7bb-394faeeb5fdf tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475148 Apr 06 13:00:39.637821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52456) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:39.642980 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:39.718149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.771062 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:39.778938 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.809231 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:39.827548 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:39.828184 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:39.828795 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-8568e760-85b4-4ee7-a2fc-a20fb4590e70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "PUT /v2.0/floatingips/59689d84-43ec-46ce-9635-f4e8acf91f2f HTTP/1.1" status: 200 len: 991 time: 1.7211840 Apr 06 13:00:39.831199 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:39.833215 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673" -d '{"events": [{"name": "network-changed", "server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:39.885014 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.898204 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e027e82-1979-4921-9fe8-b8cc03706cc6 x-openstack-request-id: req-0e027e82-1979-4921-9fe8-b8cc03706cc6 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:39.898502 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:39.898760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e027e82-1979-4921-9fe8-b8cc03706cc6 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:39.899161 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e027e82-1979-4921-9fe8-b8cc03706cc6'] response: {'name': 'network-changed', 'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'status': 'completed', 'code': 200} Apr 06 13:00:39.979027 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:40.030918 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-29e12625-6ea9-401d-9cb8-08460560f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.033310 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-29e12625-6ea9-401d-9cb8-08460560f59b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1129 time: 0.1100667 Apr 06 13:00:40.099204 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.27.1.87 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/b56ef8b3-4689-41f6-8d5c-92f8696e6dfe) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:40.207861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-ae966e27-3efb-41fc-81f2-68b0cc1c483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.211183 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-ae966e27-3efb-41fc-81f2-68b0cc1c483c service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.1686885 Apr 06 13:00:40.251214 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '59689d84-43ec-46ce-9635-f4e8acf91f2f', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.230', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:1b:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:21Z', 'updated_at': '2022-04-06T13:00:38Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:40.260365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.278257 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:40.287860 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:40.288525 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:40.311854 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-db683270-9f80-4628-b6c7-3ea3ffff92bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 999 time: 0.0933990 Apr 06 13:00:40.328050 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.380953 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:40.384179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:40.391485 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:40.453209 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-384ecf91-f666-4168-8df7-e30ef77c1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.461834 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-384ecf91-f666-4168-8df7-e30ef77c1326 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.1365926 Apr 06 13:00:40.501738 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.507822 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:40.523053 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=b56ef8b3-4689-41f6-8d5c-92f8696e6dfe,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:40.553468 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-cf4b8fd4-18a5-43d9-a273-795454fc0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.557606 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-cf4b8fd4-18a5-43d9-a273-795454fc0d1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865769 Apr 06 13:00:40.644760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.708214 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-a27d2fde-405c-46fe-9330-eae3c859eb12 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432595 Apr 06 13:00:40.798207 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '59689d84-43ec-46ce-9635-f4e8acf91f2f', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.230', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:1b:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:21Z', 'updated_at': '2022-04-06T13:00:38Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:40.823520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.828637 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e5ac4d3-3bb2-46f7-9210-bd81fbe25673 req-8fbd4db5-2f8f-48d0-a683-adcdc548dfc6 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120191 Apr 06 13:00:40.829042 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c312e0-137f-4fa9-ab46-9ea2c5ed8424 None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '59689d84-43ec-46ce-9635-f4e8acf91f2f', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.230', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:1b:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:21Z', 'updated_at': '2022-04-06T13:00:38Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:40.849686 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.965829 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22cfe-45a2-429d-a353-aeb7cdd0e2aa req-5c8d4024-7318-46d0-9406-4172648fc293 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.974379 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f8e22cfe-45a2-429d-a353-aeb7cdd0e2aa req-5c8d4024-7318-46d0-9406-4172648fc293 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.4564440 Apr 06 13:00:40.999962 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=b56ef8b3-4689-41f6-8d5c-92f8696e6dfe,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:41.033801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:41.062060 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd3dd-8234-4177-96cc-bde725eb3552 req-26ca8ed0-992c-4800-a0b4-43bd88c496c4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:41.063788 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-596dd3dd-8234-4177-96cc-bde725eb3552 req-26ca8ed0-992c-4800-a0b4-43bd88c496c4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.2362924 Apr 06 13:00:41.096093 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f8e22cfe-45a2-429d-a353-aeb7cdd0e2aa req-f5607f22-a9a0-493a-868b-7fd00dc48791 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208053 Apr 06 13:00:41.100016 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:41.110989 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-25caaabe-4635-4b0e-ad29-53a7f4f2573b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4720576 Apr 06 13:00:41.173153 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-596dd3dd-8234-4177-96cc-bde725eb3552 req-d8d3c227-d8d2-4e31-9ac6-52e5abfcd224 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822639 Apr 06 13:00:41.185886 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c67e2-a385-4d31-a0e1-6b6b0186c7cc None None] New status for floating IP 59689d84-43ec-46ce-9635-f4e8acf91f2f: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:00:41.448899 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-bc9599ea-473b-4310-9634-180bc26393c3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1633040164&fields=id&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 267 time: 0.0654178 Apr 06 13:00:41.567347 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:00:41.588894 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-7498e665-307c-4ba0-9257-59bb07b1fbd8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:41.590534 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-7498e665-307c-4ba0-9257-59bb07b1fbd8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.1346900 Apr 06 13:00:41.605866 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-da32b4d7-8b2f-478b-80ef-b0d4d5575de0 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/quotas/3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 375 time: 0.0097921 Apr 06 13:00:41.670873 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-4cb180fa-9ca0-40e5-b174-8a7ac4fba8f4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565598 Apr 06 13:00:41.831267 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-264209ec-284d-49d2-9629-1897efff7517 service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472676 Apr 06 13:00:41.941047 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-24098b9d-abb7-4792-922e-4e7331262e33 service neutron] 10.222.0.23 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041267 Apr 06 13:00:42.182789 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3aae547f-cc3e-4980-bdc9-4d83e2ccc798 req-713b5e83-12f5-4f70-9677-a7eac65203ed tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 210 time: 0.0508120 Apr 06 13:00:42.312094 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a71e8b-10f0-4847-9091-cf3fb86378a5 req-3406541d-fba7-4330-8ccf-a04ab6276bd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:42.320537 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-33a71e8b-10f0-4847-9091-cf3fb86378a5 req-3406541d-fba7-4330-8ccf-a04ab6276bd3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.1061780 Apr 06 13:00:42.405640 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-33a71e8b-10f0-4847-9091-cf3fb86378a5 req-4bfde0e6-1873-4eef-ba65-ff003c65dd17 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839558 Apr 06 13:00:42.498407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd530-2125-4a92-b6d8-4c0b1ee1c535 req-6429d602-ddb2-4491-a827-2a196721a40f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:42.500358 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9c6bd530-2125-4a92-b6d8-4c0b1ee1c535 req-6429d602-ddb2-4491-a827-2a196721a40f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1286438 Apr 06 13:00:42.789815 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9c6bd530-2125-4a92-b6d8-4c0b1ee1c535 req-cd2f5807-0ff1-44b3-aab8-f61805b61f03 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808344 Apr 06 13:00:43.281986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-50d77bda-c3de-403e-a742-9804cf9f8290 req-581b2662-77b9-404e-afd7-aa0dc862e1de tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 210 time: 0.0320761 Apr 06 13:00:43.415821 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-df11e8e1-b8a1-4d08-86d5-6dbdabac1c53 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:43.417325 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-df11e8e1-b8a1-4d08-86d5-6dbdabac1c53 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 815 time: 0.1203451 Apr 06 13:00:43.569224 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d3410-b4ce-4000-abb7-3b189dc3a1b9 req-74f99a2d-b082-4b1a-8f55-63d13543858b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:43.570578 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-669d3410-b4ce-4000-abb7-3b189dc3a1b9 req-74f99a2d-b082-4b1a-8f55-63d13543858b tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0674314 Apr 06 13:00:43.589893 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-9678d150-94a8-4a0d-889e-8b2f7d6dac68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:43.600767 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-0328b319-7a92-4f21-af51-10dcaf4c4042 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3921037165464922bb64cd4fbea35ae0 HTTP/1.1" status: 200 len: 380 time: 0.0839958 Apr 06 13:00:43.633223 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-669d3410-b4ce-4000-abb7-3b189dc3a1b9 req-83a0a8dc-d884-412c-a7e5-01edec5a10bd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553880 Apr 06 13:00:43.688224 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'port': {'device_id': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'admin_state_up': True, 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'security_groups': ['9539fac0-8555-49d6-8749-9093a621340b']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:43.803509 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687f86-9869-4410-873e-a22f36a85da9 req-5233e599-64ce-4585-8f83-3a540e814b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:43.805031 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-5233e599-64ce-4585-8f83-3a540e814b7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1129 time: 0.1132858 Apr 06 13:00:43.866811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Made reservation on behalf of 3921037165464922bb64cd4fbea35ae0 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:43.870628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:43.965846 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91811a07-be48-4277-8fa0-a1683c272392 req-81093ba4-f9e2-4ea9-97f6-8520102cb89f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:43.968075 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-91811a07-be48-4277-8fa0-a1683c272392 req-81093ba4-f9e2-4ea9-97f6-8520102cb89f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0781496 Apr 06 13:00:44.028733 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-91811a07-be48-4277-8fa0-a1683c272392 req-db3db176-fed2-4856-b475-6136cdf7831a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537729 Apr 06 13:00:44.076658 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687f86-9869-4410-873e-a22f36a85da9 req-d3fc9fe4-4903-4e26-ab3e-cda767a3e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.078186 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-d3fc9fe4-4903-4e26-ab3e-cda767a3e1e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.1758940 Apr 06 13:00:44.126885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Allocated IP 172.20.0.7 (f1c25248-8133-4d8e-9050-6a36b513586f/a625d435-7f04-4580-8732-b4f6c4591a8b/5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:44.180250 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-040c5d4c-460d-4faf-962f-26dd7e918919 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 1000 time: 0.0958841 Apr 06 13:00:44.278575 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687f86-9869-4410-873e-a22f36a85da9 req-c5ccb4fd-c542-4c03-a805-35817fd47c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.280647 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-c5ccb4fd-c542-4c03-a805-35817fd47c02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0922506 Apr 06 13:00:44.359386 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.376293 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687f86-9869-4410-873e-a22f36a85da9 req-1080632d-1695-464e-ac05-92e5f9e7199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.377852 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-1080632d-1695-464e-ac05-92e5f9e7199b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886598 Apr 06 13:00:44.388152 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-11fcc366-4e64-48eb-aa9b-4d50126bfa4a req-680615ef-817e-4f9a-9624-8c0652d8116b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Apr 06 13:00:44.453822 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.516288 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Network f1c25248-8133-4d8e-9050-6a36b513586f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:44.525868 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:44.528303 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:44.558547 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event updated for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:44.563533 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-61bfd609-dda5-4179-9f97-3b4087168af5 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784968 Apr 06 13:00:44.632273 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.632913 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.660853 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-f1caec16-47fd-4771-a330-d5e033b039c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9785166 Apr 06 13:00:44.688770 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Request body: {'port': {'device_id': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:44.724498 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b5687f86-9869-4410-873e-a22f36a85da9 req-56e06293-04ae-478c-ba14-8b5b969f8e40 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513221 Apr 06 13:00:44.749210 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4926747d-419d-44ba-a904-335e481c921d None None] Provisioning complete for port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:44.750067 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4926747d-419d-44ba-a904-335e481c921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.773047 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.796346 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4926747d-419d-44ba-a904-335e481c921d None None] Port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:44.796581 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e7c7-67db-4449-9d7f-edbd89853019 req-7270ec26-c870-4ac7-91c2-bcc2e2a94ba1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.798356 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e187e7c7-67db-4449-9d7f-edbd89853019 req-7270ec26-c870-4ac7-91c2-bcc2e2a94ba1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0855074 Apr 06 13:00:44.849395 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e187e7c7-67db-4449-9d7f-edbd89853019 req-5a502b13-3af7-40eb-9308-837f778812af tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Apr 06 13:00:45.070448 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:45.079453 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks [] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:45.094197 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Transition to ACTIVE for port object 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:00:45.098531 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:45.152417 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:45.171291 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24ba5a-311e-4b83-b992-4903db42fe85 req-5f8eb3ef-c4ec-44a9-bb80-09faee0279c0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:45.172982 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d24ba5a-311e-4b83-b992-4903db42fe85 req-5f8eb3ef-c4ec-44a9-bb80-09faee0279c0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0702384 Apr 06 13:00:45.233308 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7d24ba5a-311e-4b83-b992-4903db42fe85 req-efb86d25-0ac2-45e3-ad41-308fec6412e0 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498793 Apr 06 13:00:45.243209 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Attempting to bind port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:45.243540 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Attempting to bind port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:45.243860 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Attempting to bind port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:45.250605 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a on network f1c25248-8133-4d8e-9050-6a36b513586f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:00:45.251066 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Attempting to bind port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a on network f1c25248-8133-4d8e-9050-6a36b513586f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:45.259389 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:45.259738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Checking segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:45.260123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Bound using segment: {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:45.260561 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Bound port: 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa1f1a-70dd-4a46-bd51-806b27a52532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:45.260918 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:45.335419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:45.338659 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:45.346562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:45.385765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:45.386267 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:45.387628 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] 10.222.0.11 "PUT /v2.0/ports/5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a HTTP/1.1" status: 200 len: 1093 time: 0.7106283 Apr 06 13:00:45.388063 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:45.390451 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302" -d '{"events": [{"name": "network-changed", "server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:45.410732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8c59-9db7-43a7-950c-315eba01efe4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:45.433292 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac04b6f9-9fa1-47f4-858f-68be13e45e92 x-openstack-request-id: req-ac04b6f9-9fa1-47f4-858f-68be13e45e92 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:45.433604 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:45.433900 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac04b6f9-9fa1-47f4-858f-68be13e45e92 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:45.434479 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac04b6f9-9fa1-47f4-858f-68be13e45e92'] response: {'name': 'network-changed', 'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'status': 'completed', 'code': 200} Apr 06 13:00:45.522646 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3a401-c6af-40e2-8e5f-88448b22fa58 req-6550c0c1-8300-4f3b-99b0-94418eebbbd4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:45.524317 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e2a3a401-c6af-40e2-8e5f-88448b22fa58 req-6550c0c1-8300-4f3b-99b0-94418eebbbd4 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 943 time: 0.0585368 Apr 06 13:00:45.579180 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e2a3a401-c6af-40e2-8e5f-88448b22fa58 req-2e80e202-f6b8-4625-8333-eb31482b9a36 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482175 Apr 06 13:00:45.981364 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717168a5-8fc6-4d47-b23d-8dea6b3f27be req-374ad025-2d9d-42b7-afcf-c199e676333d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:45.983490 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-717168a5-8fc6-4d47-b23d-8dea6b3f27be req-374ad025-2d9d-42b7-afcf-c199e676333d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Apr 06 13:00:46.031489 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-717168a5-8fc6-4d47-b23d-8dea6b3f27be req-8534ca72-83b3-4c35-9870-108e985674b7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Apr 06 13:00:46.213880 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-fb5339bc-b17b-421b-885c-6a732203b96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:46.363122 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c65ed-7fa2-4fa3-81d0-9719520b5c02 req-8d6bfa23-bd1f-4b4e-895d-d82e875f1b82 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.364718 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9d7c65ed-7fa2-4fa3-81d0-9719520b5c02 req-8d6bfa23-bd1f-4b4e-895d-d82e875f1b82 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0576270 Apr 06 13:00:46.418521 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-2556fa57-878c-4fa2-9789-1ca0e1d4fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.420604 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-2556fa57-878c-4fa2-9789-1ca0e1d4fdbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 1127 time: 0.0468066 Apr 06 13:00:46.422446 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9d7c65ed-7fa2-4fa3-81d0-9719520b5c02 req-532e8f0c-ccd4-4818-8cf4-d14afe0a34dd tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473874 Apr 06 13:00:46.667867 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:00:46.715389 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6ef2-99a5-4a08-a8e0-a0cd05932982 req-3e5f67b6-0de9-499d-900a-b61424d59ed8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.718632 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-85ac6ef2-99a5-4a08-a8e0-a0cd05932982 req-3e5f67b6-0de9-499d-900a-b61424d59ed8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 943 time: 0.0612884 Apr 06 13:00:46.755036 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: ACTIVE; New status is: DOWN {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:46.755387 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:46.790452 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:46.790690 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-85ac6ef2-99a5-4a08-a8e0-a0cd05932982 req-43781d45-e1d8-4cfa-b788-1fa80d09924f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599234 Apr 06 13:00:46.793787 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364be013-b676-4e27-a33a-5a32eeb86601" -d '{"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-unplugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:46.809528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:46.815108 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:46.835189 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-42d19e9e-056b-4fa0-8724-632c3efd6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.836956 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-42d19e9e-056b-4fa0-8724-632c3efd6ccb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3921037165464922bb64cd4fbea35ae0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3849635 Apr 06 13:00:46.903686 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=8']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:46.939699 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c69ef6-9ca7-4a08-a2de-523d69ee575e x-openstack-request-id: req-07c69ef6-9ca7-4a08-a2de-523d69ee575e {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:46.940089 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-unplugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:46.940089 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07c69ef6-9ca7-4a08-a2de-523d69ee575e {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:46.940089 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c69ef6-9ca7-4a08-a2de-523d69ee575e'] response: {'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'code': 200} Apr 06 13:00:46.959294 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-094894ab-05f9-4e5c-9e26-ea310fa44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.961030 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-aa5f4f0f-38c8-45f4-9dfc-d0de511f6302 req-094894ab-05f9-4e5c-9e26-ea310fa44285 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173429 Apr 06 13:00:47.056040 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-053e0433-4c7e-45e5-b561-9d9b7f8a5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.057656 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-053e0433-4c7e-45e5-b561-9d9b7f8a5fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 1127 time: 0.0498450 Apr 06 13:00:47.115711 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-7c3b7b5c-2509-46a4-9fad-5d112ba5ed5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a HTTP/1.1" status: 200 len: 217 time: 0.0510345 Apr 06 13:00:47.162842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7f2b-f209-4fb9-88d1-fbae15bacaf9 req-69c2b919-1202-44ee-a22a-07b676fb0cb5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.164342 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aaed7f2b-f209-4fb9-88d1-fbae15bacaf9 req-69c2b919-1202-44ee-a22a-07b676fb0cb5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0562484 Apr 06 13:00:47.182951 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-82cf5964-25c2-48dc-9735-2cc781e943ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.185085 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-82cf5964-25c2-48dc-9735-2cc781e943ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0623178 Apr 06 13:00:47.212571 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aaed7f2b-f209-4fb9-88d1-fbae15bacaf9 req-08ff0117-598b-4f58-8e6e-92181c122425 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Apr 06 13:00:47.242113 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-ab5a2547-79b3-44cc-bec8-540afbb1a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.244966 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-ab5a2547-79b3-44cc-bec8-540afbb1a308 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517936 Apr 06 13:00:47.342416 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-decdb074-88b9-4649-ab35-24de69de7856 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911891 Apr 06 13:00:47.444792 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-258824ba-519f-4fc6-813a-d7e0da56c5a9 req-e51e698b-2bcf-49e0-a91b-8b6461841d6d service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957699 Apr 06 13:00:47.488140 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:47.603364 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82a395-f951-4045-8bb4-6e1dece97037 req-3d5738ea-b4c7-401b-9721-d6ab252801fe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.605140 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e82a395-f951-4045-8bb4-6e1dece97037 req-3d5738ea-b4c7-401b-9721-d6ab252801fe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0801904 Apr 06 13:00:47.664535 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e82a395-f951-4045-8bb4-6e1dece97037 req-29382d5e-8526-41a4-b2ea-0cb35900a4be tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529912 Apr 06 13:00:47.927205 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fe9c-4d96-4d25-b2c7-fbfbf619875e req-d3de77bb-f55e-40d0-b20e-231684567371 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.929234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee91fe9c-4d96-4d25-b2c7-fbfbf619875e req-d3de77bb-f55e-40d0-b20e-231684567371 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 943 time: 0.0739791 Apr 06 13:00:47.980479 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ee91fe9c-4d96-4d25-b2c7-fbfbf619875e req-68b141a4-cfb1-4de5-bc34-7062772d4a56 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Apr 06 13:00:48.265755 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdf55d-6d1c-4aba-b6d5-8aea198b3ae4 req-1ee74d9c-5009-412b-b474-12c00a96a5e8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:48.267370 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4efdf55d-6d1c-4aba-b6d5-8aea198b3ae4 req-1ee74d9c-5009-412b-b474-12c00a96a5e8 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0715582 Apr 06 13:00:48.336954 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4efdf55d-6d1c-4aba-b6d5-8aea198b3ae4 req-8c7cacfe-1aab-48f8-915b-726d0c0ccb15 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621927 Apr 06 13:00:48.474306 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52596) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:48.574010 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-de1075ee-fd3c-407f-95c0-ab423e459867 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984633 Apr 06 13:00:48.583428 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-8892b477-3679-445b-a735-44d4ec8230e8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:00:48.584446 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-8892b477-3679-445b-a735-44d4ec8230e8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051448 Apr 06 13:00:48.649271 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:00:48.668353 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-ada5d0d8-fae3-43f0-81e6-97de75402c03 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:48.669920 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-ada5d0d8-fae3-43f0-81e6-97de75402c03 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports/0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 940 time: 0.0564966 Apr 06 13:00:48.768458 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:48.781166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'port_id': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'mac_address': 'fa:16:3e:1e:3f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:00:48.804249 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363fff7-e9ea-46e3-8631-722050a972d5 req-25b1ff2d-bfa8-46ff-831c-ef69418317ca tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:48.805782 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d363fff7-e9ea-46e3-8631-722050a972d5 req-25b1ff2d-bfa8-46ff-831c-ef69418317ca tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0652485 Apr 06 13:00:48.827559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:48.828460 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:48.842825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:48.870289 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d363fff7-e9ea-46e3-8631-722050a972d5 req-26a2dff8-ce27-4b5a-bad6-9adc4c5b36f3 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543845 Apr 06 13:00:48.882142 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:48.894623 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:48.895674 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:48.946966 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:49.117031 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0948e-90a7-442c-8a3d-ad07994731e4 req-947fbdb1-aba5-4edd-a04f-727f61d25092 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.118565 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2be0948e-90a7-442c-8a3d-ad07994731e4 req-947fbdb1-aba5-4edd-a04f-727f61d25092 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 944 time: 0.0662775 Apr 06 13:00:49.168440 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2be0948e-90a7-442c-8a3d-ad07994731e4 req-f6647e23-07f9-4245-8ff6-8e32257fbba6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Apr 06 13:00:49.173860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:49.473935 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c143a-9b26-450f-a395-e5ff743955b8 req-46931f2a-479e-42d2-b05d-dcb32504974d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.475433 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-304c143a-9b26-450f-a395-e5ff743955b8 req-46931f2a-479e-42d2-b05d-dcb32504974d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0575984 Apr 06 13:00:49.529327 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-304c143a-9b26-450f-a395-e5ff743955b8 req-0041ada4-b18a-4b14-8dd0-048c2971ed2a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Apr 06 13:00:49.616944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-4ea4f862-8081-4150-ab7a-30ab84305037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.618413 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-4ea4f862-8081-4150-ab7a-30ab84305037 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569&tenant_id=03051cb3880e4976b0d195248d3000a6 HTTP/1.1" status: 200 len: 1127 time: 0.0459912 Apr 06 13:00:49.686396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-815776e6-246d-44e7-8292-ef60eb0405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.687880 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-815776e6-246d-44e7-8292-ef60eb0405e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=03051cb3880e4976b0d195248d3000a6&device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1127 time: 0.0441890 Apr 06 13:00:49.784674 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-d1f2c81a-bfec-4c8c-9ddd-fefdada592a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.786190 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-d1f2c81a-bfec-4c8c-9ddd-fefdada592a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 200 len: 916 time: 0.0914364 Apr 06 13:00:49.859239 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-b639e94e-6c98-4db2-a20d-f83931373f00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 200 len: 998 time: 0.0640228 Apr 06 13:00:49.911032 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-88112578-28ba-409e-bb57-e1606c2b4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.912844 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-88112578-28ba-409e-bb57-e1606c2b4a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 200 len: 854 time: 0.0466900 Apr 06 13:00:49.970635 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26f69-035b-4d1d-96d3-180082030dce req-e617d8e6-7ed1-4e45-a166-c6e89c42297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.972184 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-e617d8e6-7ed1-4e45-a166-c6e89c42297a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=641f6caa-58d2-4825-99a1-54c86754574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535321 Apr 06 13:00:49.996108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fde-761b-4b61-a7b2-1150f61ecef6 req-9362c187-27b8-4f2e-b9d7-107508e7ecef tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:49.998166 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec799fde-761b-4b61-a7b2-1150f61ecef6 req-9362c187-27b8-4f2e-b9d7-107508e7ecef tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0561571 Apr 06 13:00:50.049765 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ec799fde-761b-4b61-a7b2-1150f61ecef6 req-7212cb95-02e6-4375-bed6-6828befa47ed tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450506 Apr 06 13:00:50.068220 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-9966f802-7529-48db-a9c8-4bca121415e0 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875316 Apr 06 13:00:50.165783 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-d8b26f69-035b-4d1d-96d3-180082030dce req-be4fdf35-d6bc-4f62-8a7b-e48beb2b5657 service neutron] 10.222.0.11 "GET /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913358 Apr 06 13:00:50.312649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76872ec-6bbf-481d-906a-33b02a21ff17 req-6ec0f407-7f64-42d8-9b9e-3c67e92671b1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:50.314258 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a76872ec-6bbf-481d-906a-33b02a21ff17 req-6ec0f407-7f64-42d8-9b9e-3c67e92671b1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 944 time: 0.0585492 Apr 06 13:00:50.333845 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:50.374467 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a76872ec-6bbf-481d-906a-33b02a21ff17 req-6200bcc5-9cfa-4837-bf89-d7e87c6b08d1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542972 Apr 06 13:00:50.666332 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:50.745762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83b39e-8fd0-44c2-9059-901cec52d9a2 req-026ad7e9-7b8b-413c-90f1-1f5410eb1a70 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:50.755916 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1a83b39e-8fd0-44c2-9059-901cec52d9a2 req-026ad7e9-7b8b-413c-90f1-1f5410eb1a70 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.1145189 Apr 06 13:00:50.760505 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:00:50.766570 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:50.766978 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:50.838586 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1a83b39e-8fd0-44c2-9059-901cec52d9a2 req-9b066045-cd8a-4918-8c94-836b256687ed tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813856 Apr 06 13:00:50.888782 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:50.889194 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:50.920618 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:50.922825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014f96b4-c882-4805-b097-6ed0781f9795" -d '{"events": [{"server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "name": "network-vif-plugged", "status": "completed", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:50.940687 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:50.945208 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:50.996468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690332fc-e071-4a82-aa70-9f38723704a2 x-openstack-request-id: req-690332fc-e071-4a82-aa70-9f38723704a2 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:50.996751 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "name": "network-vif-plugged", "status": "completed", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:50.997002 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-690332fc-e071-4a82-aa70-9f38723704a2 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:50.997436 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690332fc-e071-4a82-aa70-9f38723704a2'] response: {'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'code': 200} Apr 06 13:00:51.025557 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:51.192955 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c106-49ca-4888-9326-cd46272b6adc req-bed87489-d60b-4b90-9947-668bc8a2f3c6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.194567 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3dd2c106-49ca-4888-9326-cd46272b6adc req-bed87489-d60b-4b90-9947-668bc8a2f3c6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0760605 Apr 06 13:00:51.246683 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3dd2c106-49ca-4888-9326-cd46272b6adc req-909c45ca-86be-496f-9e6e-dfb0e8368c11 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465665 Apr 06 13:00:51.517971 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657f49-fc7d-4555-bb21-56aad7561c8f req-6ad6dd05-e169-46f6-9b02-5c32cd9e70d1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.519555 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b3657f49-fc7d-4555-bb21-56aad7561c8f req-6ad6dd05-e169-46f6-9b02-5c32cd9e70d1 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0713058 Apr 06 13:00:51.581305 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b3657f49-fc7d-4555-bb21-56aad7561c8f req-c0500b36-eb86-47ec-ac42-0783748e92be tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555859 Apr 06 13:00:51.986772 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9682-ff0d-4862-84de-b5e2bd51288a req-ac97c674-74db-4630-8cf3-95b08b5f5dac tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.988568 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b45f9682-ff0d-4862-84de-b5e2bd51288a req-ac97c674-74db-4630-8cf3-95b08b5f5dac tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0697918 Apr 06 13:00:52.045463 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b45f9682-ff0d-4862-84de-b5e2bd51288a req-efebbfc2-de43-419e-91fa-aff12916583e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Apr 06 13:00:52.420492 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1e15e-1397-4da8-afcf-0ebfca4fc58c req-e0153381-e31e-4531-a12d-33bed58f5a3b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.422045 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcc1e15e-1397-4da8-afcf-0ebfca4fc58c req-e0153381-e31e-4531-a12d-33bed58f5a3b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0707812 Apr 06 13:00:52.484039 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fcc1e15e-1397-4da8-afcf-0ebfca4fc58c req-f242c4b5-5e8d-4c44-8e90-11bb999d81d1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558317 Apr 06 13:00:52.749610 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9fdf-82be-429b-bf8a-c4cb390d16f0 req-75eeb623-e294-426d-aaf0-08e95cc7bdef tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.751602 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ebca9fdf-82be-429b-bf8a-c4cb390d16f0 req-75eeb623-e294-426d-aaf0-08e95cc7bdef tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0610306 Apr 06 13:00:52.822657 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ebca9fdf-82be-429b-bf8a-c4cb390d16f0 req-2cd478e4-26a9-42ec-88a5-a58e602fa21e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633125 Apr 06 13:00:53.200190 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bd2d4-ca5b-48b2-8c1c-142caf2f7ff9 req-67818142-cb11-4374-827e-8cc33426c905 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:53.202584 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-df4bd2d4-ca5b-48b2-8c1c-142caf2f7ff9 req-67818142-cb11-4374-827e-8cc33426c905 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0709267 Apr 06 13:00:53.260586 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-df4bd2d4-ca5b-48b2-8c1c-142caf2f7ff9 req-c317c088-08fd-40dc-8182-108b11e5fda6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521204 Apr 06 13:00:53.635324 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ea8a-19be-45e9-a2c3-4d3e3ac6e5d9 req-53597a86-c104-48b8-b681-e7e8c3cd793c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:53.636852 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f0ea8a-19be-45e9-a2c3-4d3e3ac6e5d9 req-53597a86-c104-48b8-b681-e7e8c3cd793c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0674410 Apr 06 13:00:53.694180 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-43f0ea8a-19be-45e9-a2c3-4d3e3ac6e5d9 req-a9705095-ecd5-4d37-8dc6-f534885f2f64 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502954 Apr 06 13:00:53.946710 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcaafd-0192-43b2-9ce4-80daec50c9ce req-06eae294-e611-4da0-83e9-0674a67abb8f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:53.948174 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-15dcaafd-0192-43b2-9ce4-80daec50c9ce req-06eae294-e611-4da0-83e9-0674a67abb8f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0604038 Apr 06 13:00:54.001957 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-15dcaafd-0192-43b2-9ce4-80daec50c9ce req-fbb2501a-bbe3-4998-bac1-4488fcf3bac6 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477130 Apr 06 13:00:54.409322 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a79833-4586-44ea-9a6e-ee29bd8acf1c req-8c25411a-9605-41c6-861b-1a114f7096d1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:54.410924 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-47a79833-4586-44ea-9a6e-ee29bd8acf1c req-8c25411a-9605-41c6-861b-1a114f7096d1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0617821 Apr 06 13:00:54.468093 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-47a79833-4586-44ea-9a6e-ee29bd8acf1c req-3b019828-f65b-4e8e-b9c6-90909dbdf8ba tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512297 Apr 06 13:00:54.857124 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42c0f-ff68-4469-909f-99991acffdab req-787ddce3-8d59-495f-818d-c8964ad22fbe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:54.859030 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1bc42c0f-ff68-4469-909f-99991acffdab req-787ddce3-8d59-495f-818d-c8964ad22fbe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0797057 Apr 06 13:00:54.912250 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1bc42c0f-ff68-4469-909f-99991acffdab req-4a480f49-8cc3-4e8f-905d-4ddf36bfd479 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Apr 06 13:00:55.140497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9ab8-ffd6-4f1c-9a10-9ad79f6745cd req-fa6390cf-03d8-4a22-9314-9d79e479de52 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:55.142984 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b35c9ab8-ffd6-4f1c-9a10-9ad79f6745cd req-fa6390cf-03d8-4a22-9314-9d79e479de52 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0710018 Apr 06 13:00:55.201781 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b35c9ab8-ffd6-4f1c-9a10-9ad79f6745cd req-5543eba8-b243-4052-b9e5-8fa65b335a3f tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525117 Apr 06 13:00:55.607851 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97b33-0be6-41c2-a7f6-b74ae678b85f req-960b5d9c-9989-414f-9fb5-9e2f3ec591cb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:55.609372 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c5a97b33-0be6-41c2-a7f6-b74ae678b85f req-960b5d9c-9989-414f-9fb5-9e2f3ec591cb tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0586581 Apr 06 13:00:55.688572 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c5a97b33-0be6-41c2-a7f6-b74ae678b85f req-a1c78591-dbaf-47a7-a98d-df613ae612f2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725861 Apr 06 13:00:56.055286 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf714a-1401-4452-b006-d2863c8b9178 req-1ed680f7-85b0-482f-9347-c2b21d77c919 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:56.058325 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-31bf714a-1401-4452-b006-d2863c8b9178 req-1ed680f7-85b0-482f-9347-c2b21d77c919 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0661962 Apr 06 13:00:56.112747 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-31bf714a-1401-4452-b006-d2863c8b9178 req-2de5291f-7d8f-40c6-9f57-664f332de1d8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484433 Apr 06 13:00:56.367800 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76abdbd-9738-441b-976d-7edd197f8673 req-3e0e68a7-dfc1-4f10-8957-5a6cec42d858 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:56.376714 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c76abdbd-9738-441b-976d-7edd197f8673 req-3e0e68a7-dfc1-4f10-8957-5a6cec42d858 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0933793 Apr 06 13:00:56.427336 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c76abdbd-9738-441b-976d-7edd197f8673 req-0c5c4bb2-df5d-4c06-afbc-cc4ded51a69e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497301 Apr 06 13:00:56.823633 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8779753-378f-4f15-8b61-518ce05d69a3 req-36f1c182-8053-43d0-8d36-ecd6bf006092 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:56.825282 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8779753-378f-4f15-8b61-518ce05d69a3 req-36f1c182-8053-43d0-8d36-ecd6bf006092 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0581379 Apr 06 13:00:56.878133 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8779753-378f-4f15-8b61-518ce05d69a3 req-da1601ab-0956-4cd5-903a-77e849b5d28a tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468793 Apr 06 13:00:57.246158 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426670a-a4ad-4885-8557-c8d36c2f9a43 req-511fc219-350f-45bc-90c7-833e54da1fe7 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:57.247962 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d426670a-a4ad-4885-8557-c8d36c2f9a43 req-511fc219-350f-45bc-90c7-833e54da1fe7 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0616922 Apr 06 13:00:57.317105 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d426670a-a4ad-4885-8557-c8d36c2f9a43 req-4458eb59-a745-4564-8015-a0aad7b75da8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611432 Apr 06 13:00:57.559224 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020ffcb-c921-4c9c-a71b-e3c31dc90247 req-6cb62449-c13c-4887-a2ec-8156d25f44b3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:57.562440 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5020ffcb-c921-4c9c-a71b-e3c31dc90247 req-6cb62449-c13c-4887-a2ec-8156d25f44b3 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0590127 Apr 06 13:00:57.618004 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5020ffcb-c921-4c9c-a71b-e3c31dc90247 req-6b0ed1e6-002b-41cd-b2ea-70c374ac0ab9 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Apr 06 13:00:58.027954 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14df46-1eac-4b9d-b7ca-f70fbd247049 req-63b635ce-7487-4b86-8c70-925864c266de tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:58.029537 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b14df46-1eac-4b9d-b7ca-f70fbd247049 req-63b635ce-7487-4b86-8c70-925864c266de tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0771239 Apr 06 13:00:58.079698 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b14df46-1eac-4b9d-b7ca-f70fbd247049 req-3d2ffa43-972b-402a-a19f-156d53af88f6 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 Apr 06 13:00:58.448625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29c581-4689-4a45-b5ec-25ba0e42f66d req-d6bb772e-8a60-4425-bf14-4483d8698dd1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:58.450131 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2c29c581-4689-4a45-b5ec-25ba0e42f66d req-d6bb772e-8a60-4425-bf14-4483d8698dd1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0575814 Apr 06 13:00:58.503662 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:58.504387 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2c29c581-4689-4a45-b5ec-25ba0e42f66d req-c05cccc7-544e-4f3f-8e2f-d01901dce64e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470200 Apr 06 13:00:58.744306 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5d75f-9b10-47f6-aeff-7d56e86faf04 req-c2cee348-d70c-455b-a5fb-81391e9b0c66 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:58.745800 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b0f5d75f-9b10-47f6-aeff-7d56e86faf04 req-c2cee348-d70c-455b-a5fb-81391e9b0c66 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0539105 Apr 06 13:00:58.793318 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b0f5d75f-9b10-47f6-aeff-7d56e86faf04 req-553faedf-de30-451a-b817-8bbbbe6a6175 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Apr 06 13:00:59.099522 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-91509602-85c3-4ddc-853d-476fa15f38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.101365 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-91509602-85c3-4ddc-853d-476fa15f38e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.0489573 Apr 06 13:00:59.208430 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffc9f-7fbe-44df-bb75-f6aec283472f req-24e39e8c-fb41-4271-99ba-c7f2368021da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.209928 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bc4ffc9f-7fbe-44df-bb75-f6aec283472f req-24e39e8c-fb41-4271-99ba-c7f2368021da tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0576570 Apr 06 13:00:59.258864 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bc4ffc9f-7fbe-44df-bb75-f6aec283472f req-afeb3317-299e-4dd7-8409-6b5758721dd7 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Apr 06 13:00:59.619642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bdf2a-14b1-4c0f-9e2e-16e700a1a1e8 req-ead20f18-bec8-4629-b690-6b78e45671a4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.621107 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-762bdf2a-14b1-4c0f-9e2e-16e700a1a1e8 req-ead20f18-bec8-4629-b690-6b78e45671a4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0513124 Apr 06 13:00:59.669688 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-762bdf2a-14b1-4c0f-9e2e-16e700a1a1e8 req-0e86c2e5-5a41-4d40-9258-5506922e29be tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Apr 06 13:00:59.932247 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb8a76-7fac-4ec4-908e-58034975f71c req-c813c9b6-1a23-446d-9c5c-ddea13b4f4ae tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.934384 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-69bb8a76-7fac-4ec4-908e-58034975f71c req-c813c9b6-1a23-446d-9c5c-ddea13b4f4ae tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0577788 Apr 06 13:00:59.959121 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31356ed4-b24c-4e34-af86-5a0dbb738ce5 req-39135a21-a745-4578-80cb-da7f4e6c39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.960611 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-31356ed4-b24c-4e34-af86-5a0dbb738ce5 req-39135a21-a745-4578-80cb-da7f4e6c39d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 1129 time: 0.0793552 Apr 06 13:00:59.961999 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-c9a2cee5-ca8a-434b-a496-c4d2da46506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:59.963297 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-c9a2cee5-ca8a-434b-a496-c4d2da46506b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.1298141 Apr 06 13:00:59.988063 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-69bb8a76-7fac-4ec4-908e-58034975f71c req-aeea78b5-4810-49c6-93e3-bbeaa17a5296 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Apr 06 13:01:00.181215 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-c5c0b09e-9905-4f6d-af77-36a9a054fa96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 1002 time: 0.0882554 Apr 06 13:01:00.185229 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-31356ed4-b24c-4e34-af86-5a0dbb738ce5 req-f7fa625f-bf81-4c9e-8cdf-d41328cfc6e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903695 Apr 06 13:01:00.383093 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c8fb-ab0a-449f-95ee-b76b7efa30ce req-e4bfac46-6db6-49c1-aab9-59a6aed63ca1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:00.384571 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e584c8fb-ab0a-449f-95ee-b76b7efa30ce req-e4bfac46-6db6-49c1-aab9-59a6aed63ca1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 943 time: 0.0530689 Apr 06 13:01:00.433066 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e584c8fb-ab0a-449f-95ee-b76b7efa30ce req-ee875568-b093-47ef-b050-54ec7e9c73c1 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Apr 06 13:01:00.440551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-0efb3788-7c67-4a1f-a679-a89d274d8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:00.442061 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-0efb3788-7c67-4a1f-a679-a89d274d8643 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0519907 Apr 06 13:01:00.668199 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-8f83cfac-39b7-4c01-a0ff-e75b1ef65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:00.670396 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-8f83cfac-39b7-4c01-a0ff-e75b1ef65ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497012 Apr 06 13:01:00.696133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:01:00.789959 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b5c8-d716-44ec-bec2-1dfe2d67b39d req-e67d4029-a2a1-4bbc-b42e-e070bb057ba5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:00.791541 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ed7b5c8-d716-44ec-bec2-1dfe2d67b39d req-e67d4029-a2a1-4bbc-b42e-e070bb057ba5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0538023 Apr 06 13:01:00.799930 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:00.812848 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'port_id': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'mac_address': 'fa:16:3e:9f:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:01:00.842208 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ed7b5c8-d716-44ec-bec2-1dfe2d67b39d req-75c41e5a-b272-4499-9c55-ea24b3bcfe90 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Apr 06 13:01:00.855928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:00.857162 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:00.871058 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:01:00.892896 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:00.897013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:00.949542 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=9']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:01.032708 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-a0ff2f09-17ab-4c7c-8dbe-0b173dc50b88 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881538 Apr 06 13:01:01.115021 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f809eb4-81d3-492c-9fec-c5699902f3bf req-03f7fe22-bf12-4434-b5d7-ed46b77ab250 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:01.116525 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4f809eb4-81d3-492c-9fec-c5699902f3bf req-03f7fe22-bf12-4434-b5d7-ed46b77ab250 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0578988 Apr 06 13:01:01.133113 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9cf2aec1-601b-45e2-bf13-220f27895d74 req-ec994a60-31c8-4ee4-baa2-073ea3426393 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942256 Apr 06 13:01:01.164518 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4f809eb4-81d3-492c-9fec-c5699902f3bf req-bf04177c-f2a0-49a6-9040-4bc2fbacd421 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Apr 06 13:01:01.208040 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['0005490d-4e4e-45ff-bf61-aa21b1c80a38'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:01:01.563539 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56459b8-7302-484c-a330-bfa6e8cce8de req-9879ff8c-153a-4246-82dd-47cd2928aef3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:01.565232 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d56459b8-7302-484c-a330-bfa6e8cce8de req-9879ff8c-153a-4246-82dd-47cd2928aef3 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 944 time: 0.0585811 Apr 06 13:01:01.617636 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d56459b8-7302-484c-a330-bfa6e8cce8de req-38b68c34-83ef-4586-a2a1-1ced722f7b1c tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462189 Apr 06 13:01:01.958845 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb8314-bc55-43eb-ae42-241e81639f6f req-1da15ddc-4b00-4bc1-b863-e057dada5317 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:01.960290 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-99bb8314-bc55-43eb-ae42-241e81639f6f req-1da15ddc-4b00-4bc1-b863-e057dada5317 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0513635 Apr 06 13:01:02.011401 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-99bb8314-bc55-43eb-ae42-241e81639f6f req-6d1288c8-141b-459d-a111-34887bbe5eb1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455816 Apr 06 13:01:02.284511 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf95b8-b0d2-48b8-8c3a-17cda5787f74 req-be452cc9-bc48-4bd0-b583-1fc7f30c0de5 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:02.286000 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8bdf95b8-b0d2-48b8-8c3a-17cda5787f74 req-be452cc9-bc48-4bd0-b583-1fc7f30c0de5 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Apr 06 13:01:02.338197 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8bdf95b8-b0d2-48b8-8c3a-17cda5787f74 req-f2e2622f-feee-4dd7-b3d7-34d7b82fe364 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Apr 06 13:01:02.711882 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:01:02.742140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50f589-f4f4-45cd-bed1-2c3aff9381bd req-7f4a1c96-18d8-453c-b056-bc5a6fa67a9e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:02.743648 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca50f589-f4f4-45cd-bed1-2c3aff9381bd req-7f4a1c96-18d8-453c-b056-bc5a6fa67a9e tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 944 time: 0.0541010 Apr 06 13:01:02.763253 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:01:02.763748 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:02.791224 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca50f589-f4f4-45cd-bed1-2c3aff9381bd req-ab05e7bf-c47d-45d4-88ca-40fd9d7cb6cd tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Apr 06 13:01:02.844379 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:02.844758 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:02.866892 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:02.869103 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d5a83e-7c90-43c1-9e9e-30cfe3613089" -d '{"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:02.882020 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:02.888236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:02.912018 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d4a819-ddf4-40da-8de5-c9f2b2333261 x-openstack-request-id: req-45d4a819-ddf4-40da-8de5-c9f2b2333261 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:02.912311 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-plugged", "status": "completed", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:02.912563 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45d4a819-ddf4-40da-8de5-c9f2b2333261 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:02.912950 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d4a819-ddf4-40da-8de5-c9f2b2333261'] response: {'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'code': 200} Apr 06 13:01:02.939085 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=10']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:03.173080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f95c6-deff-4e88-bc3c-c5f0b281937b req-9aeeb4b1-262e-4e6d-a016-e5503086633f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.174619 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-146f95c6-deff-4e88-bc3c-c5f0b281937b req-9aeeb4b1-262e-4e6d-a016-e5503086633f tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0797007 Apr 06 13:01:03.234761 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-146f95c6-deff-4e88-bc3c-c5f0b281937b req-7f50d559-9885-4e0a-9ba9-c68f8fd3d02c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530756 Apr 06 13:01:03.264627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6449cf-1af7-466b-8ec4-69213348afad req-3f0dce63-6dc4-4dc5-a606-c62edfd16a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.269383 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-3f0dce63-6dc4-4dc5-a606-c62edfd16a78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.1009045 Apr 06 13:01:03.399463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e4a1b-10dc-445c-86c4-ce9a4c070518 req-7a218f37-dadb-4729-a269-c72942591d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.401131 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c58e4a1b-10dc-445c-86c4-ce9a4c070518 req-7a218f37-dadb-4729-a269-c72942591d09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 1130 time: 0.1185446 Apr 06 13:01:03.443170 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6449cf-1af7-466b-8ec4-69213348afad req-2d98b479-102a-4c4f-a11a-3a80915ffc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.444638 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-2d98b479-102a-4c4f-a11a-3a80915ffc66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.1360319 Apr 06 13:01:03.480170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601288-c337-46c6-9990-6a0df6e795c2 req-e836b005-d322-42bd-b0e9-13f77c19533e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.483729 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7601288-c337-46c6-9990-6a0df6e795c2 req-e836b005-d322-42bd-b0e9-13f77c19533e tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0707927 Apr 06 13:01:03.516425 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c58e4a1b-10dc-445c-86c4-ce9a4c070518 req-4640f82c-db59-414c-98ae-345f2c301a17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071446 Apr 06 13:01:03.536855 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-65b6918d-6d3b-4a38-b981-b6ed42d46382 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 1002 time: 0.0850670 Apr 06 13:01:03.545409 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d7601288-c337-46c6-9990-6a0df6e795c2 req-909513f8-aaf5-47ac-a804-4dc8d2d2cf1b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516307 Apr 06 13:01:03.662797 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd0a1-0583-4693-ac52-5481c2503a89 req-fe525745-56b2-4e59-911a-b2cd4c6b8d10 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.664269 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-48bbd0a1-0583-4693-ac52-5481c2503a89 req-fe525745-56b2-4e59-911a-b2cd4c6b8d10 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0559034 Apr 06 13:01:03.673729 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52722) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:03.678080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Request body: {'floatingip': {'port_id': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:01:03.717438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:03.788057 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6449cf-1af7-466b-8ec4-69213348afad req-0e58a797-86d5-4a24-ba9b-7103ce9bd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.789876 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-0e58a797-86d5-4a24-ba9b-7103ce9bd414 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0539582 Apr 06 13:01:03.857523 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6449cf-1af7-466b-8ec4-69213348afad req-df41b89b-31cb-42c8-9940-dd9ab82fe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.859238 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-df41b89b-31cb-42c8-9940-dd9ab82fe5eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634677 Apr 06 13:01:03.970402 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-c2584430-84d2-41df-8faf-156110b6f18f service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009467 Apr 06 13:01:03.998216 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4bcf5-64b5-4b7f-8723-391edc550f95 req-753a4d0d-ed34-4f54-a868-57eec5da3266 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.999669 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2b4bcf5-64b5-4b7f-8723-391edc550f95 req-753a4d0d-ed34-4f54-a868-57eec5da3266 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.1062608 Apr 06 13:01:04.122922 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c2b4bcf5-64b5-4b7f-8723-391edc550f95 req-5d533616-39b9-42eb-85b2-1b48bed9693d tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169479 Apr 06 13:01:04.265126 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:04.269866 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:04.380255 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4e6449cf-1af7-466b-8ec4-69213348afad req-44f0a565-abbc-4311-be25-990cdd483dcf service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996599 Apr 06 13:01:04.431655 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 66deaa06-44ce-40f6-bbb1-791bdfce4bac associated. External IP: 172.27.1.87, port: 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a. Apr 06 13:01:04.442740 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44760a-f50e-447c-877a-2c23f19ef32f req-1ceb8b48-d854-435e-8d57-623c2f46ea02 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:04.444356 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6c44760a-f50e-447c-877a-2c23f19ef32f req-1ceb8b48-d854-435e-8d57-623c2f46ea02 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1228395 Apr 06 13:01:04.714957 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:04.756773 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6c44760a-f50e-447c-877a-2c23f19ef32f req-0f1928bf-ea4c-4cc2-9291-4e3e47def1db tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900908 Apr 06 13:01:04.806660 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 4f35f311-d606-4ba8-9025-deb20c285030 is: ACTIVE; New status is: DOWN {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:04.807061 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:04.844260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:04.853027 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:04.907075 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:04.907236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=6']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:04.913816 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:04.918407 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34673ca-bca4-45ea-8b23-9c31b10ff156" -d '{"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:04.922417 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-3d81056a-3f89-4bad-80e9-4284b61e0a54 req-61f64cb0-0000-488d-be80-d8abd5fd640e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:01:04.925105 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3d81056a-3f89-4bad-80e9-4284b61e0a54 req-61f64cb0-0000-488d-be80-d8abd5fd640e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567703 Apr 06 13:01:04.951854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9222d6-e932-426e-a263-41b4e8cbc891 x-openstack-request-id: req-7a9222d6-e932-426e-a263-41b4e8cbc891 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:04.951854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-unplugged", "status": "failed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "code": 422}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:04.951854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a9222d6-e932-426e-a263-41b4e8cbc891 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:04.952260 dv-cinder-836769-2-iscsi neutron-server[109708]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7a9222d6-e932-426e-a263-41b4e8cbc891']: {'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'code': 422} returned with failed status Apr 06 13:01:05.046308 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:05.052494 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:05.060191 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:05.075799 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:05.076611 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:05.099141 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-6c3a084c-52ae-4364-a561-cb2aca4f5ef8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683534 Apr 06 13:01:05.115599 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b17f98e9-5210-4936-a0af-ab982dc2a8c8 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "PUT /v2.0/floatingips/66deaa06-44ce-40f6-bbb1-791bdfce4bac HTTP/1.1" status: 200 len: 990 time: 1.4407961 Apr 06 13:01:05.116920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:05.119256 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae" -d '{"events": [{"name": "network-changed", "server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:05.156337 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e8ac6-a67c-4204-9d76-3930c3772e38 req-cae0a580-d64c-4c42-8f3e-1563789e6e84 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.163336 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a9e8ac6-a67c-4204-9d76-3930c3772e38 req-cae0a580-d64c-4c42-8f3e-1563789e6e84 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.1081412 Apr 06 13:01:05.217121 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52752) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:05.226846 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:05.238491 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9a9e8ac6-a67c-4204-9d76-3930c3772e38 req-189374eb-0e64-466d-bb72-ba9a59913a9c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741403 Apr 06 13:01:05.274358 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3246d-92c8-415e-9ec3-f1f49a655c22 x-openstack-request-id: req-eaf3246d-92c8-415e-9ec3-f1f49a655c22 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:05.274717 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:05.275096 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eaf3246d-92c8-415e-9ec3-f1f49a655c22 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:05.275690 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf3246d-92c8-415e-9ec3-f1f49a655c22'] response: {'name': 'network-changed', 'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'status': 'completed', 'code': 200} Apr 06 13:01:05.348748 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-a54d3cba-8a4f-4d3a-88d4-4e7f1165e6aa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.350480 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-a54d3cba-8a4f-4d3a-88d4-4e7f1165e6aa tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports/4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 941 time: 0.1320915 Apr 06 13:01:05.423270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-4938590d-69aa-4947-a2ed-052b21397d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.426515 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-4938590d-69aa-4947-a2ed-052b21397d1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3921037165464922bb64cd4fbea35ae0&device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 1129 time: 0.0749714 Apr 06 13:01:05.486964 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365495-60a6-464d-956a-6ab48797788c req-5bf13c7e-c830-4f9e-b323-cd9a739f24ad tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.497665 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-60365495-60a6-464d-956a-6ab48797788c req-5bf13c7e-c830-4f9e-b323-cd9a739f24ad tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.1312106 Apr 06 13:01:05.599977 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '66deaa06-44ce-40f6-bbb1-791bdfce4bac', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:1e:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:40Z', 'updated_at': '2022-04-06T13:01:04Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:05.618536 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-133d18fd-c25f-4b34-8d85-b0a496a218d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.621034 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-133d18fd-c25f-4b34-8d85-b0a496a218d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 200 len: 916 time: 0.1875389 Apr 06 13:01:05.642825 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:05.650717 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-60365495-60a6-464d-956a-6ab48797788c req-b44abe67-cee3-4391-b2b8-1a9ee976be13 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250992 Apr 06 13:01:05.652305 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:05.653674 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:00:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:05.719371 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-007174cf-4e66-4368-a61f-ec44e8b90732 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a HTTP/1.1" status: 200 len: 998 time: 0.0922456 Apr 06 13:01:05.795396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-217a69d8-f540-4d9f-b3c4-54c8933649d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.798751 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-217a69d8-f540-4d9f-b3c4-54c8933649d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 200 len: 854 time: 0.0721421 Apr 06 13:01:05.829673 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:05.860407 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-e8868323-1c45-430c-92d9-66ede02ba8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.862275 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-e8868323-1c45-430c-92d9-66ede02ba8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c25248-8133-4d8e-9050-6a36b513586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560386 Apr 06 13:01:05.979227 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-0b721d3f-8070-4b51-a284-7b00a2661690 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056025 Apr 06 13:01:06.082680 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '66deaa06-44ce-40f6-bbb1-791bdfce4bac', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:1e:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:40Z', 'updated_at': '2022-04-06T13:01:04Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:06.084138 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1a0e6309-df1c-4b0b-bb95-ce6a37dd23ae req-12c1a1dd-c70d-436e-a937-4bcd562c30ca service neutron] 10.222.0.11 "GET /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979519 Apr 06 13:01:06.109447 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b66ed2-97d7-437d-bfc1-fb544b52f06c None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '66deaa06-44ce-40f6-bbb1-791bdfce4bac', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'port_id': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'mac_address': 'fa:16:3e:1e:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:40Z', 'updated_at': '2022-04-06T13:01:04Z', 'revision_number': 1, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:06.329361 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3ae06-edba-4ce4-bee4-b28729813eb9 None None] New status for floating IP 66deaa06-44ce-40f6-bbb1-791bdfce4bac: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:06.401679 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8b572-eb58-4462-86d4-1466e19492c8 req-b597aab4-d487-49b3-adaf-f59ab60cfce8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:06.404355 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-71a8b572-eb58-4462-86d4-1466e19492c8 req-b597aab4-d487-49b3-adaf-f59ab60cfce8 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0731754 Apr 06 13:01:06.472945 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-71a8b572-eb58-4462-86d4-1466e19492c8 req-73a12573-50c7-4b43-a40b-8bf636d02ae1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550010 Apr 06 13:01:06.787336 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294bc6b-282b-49b9-a463-6dc9f83f895f req-319940f8-01dd-4d83-99bf-a5956412d784 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:06.788723 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3294bc6b-282b-49b9-a463-6dc9f83f895f req-319940f8-01dd-4d83-99bf-a5956412d784 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.0548372 Apr 06 13:01:06.835273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3294bc6b-282b-49b9-a463-6dc9f83f895f req-35b5af9b-70db-47fa-89db-9bc5bbaf76f5 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Apr 06 13:01:07.053465 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-d1289a6d-b737-4f2f-b825-d95080e02430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.054905 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-d1289a6d-b737-4f2f-b825-d95080e02430 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b&tenant_id=876780e50b1845259edd80270e3cb845 HTTP/1.1" status: 200 len: 1128 time: 0.0457361 Apr 06 13:01:07.120240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-1c32d906-3be3-4ed7-84f0-4b7a6873a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.122443 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-1c32d906-3be3-4ed7-84f0-4b7a6873a243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1128 time: 0.0446427 Apr 06 13:01:07.214765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-9a764caa-da14-419c-8949-be31399bc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.217202 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-9a764caa-da14-419c-8949-be31399bc1f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.0882857 Apr 06 13:01:07.292403 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-dad993db-7035-4976-9e9a-7dc9d0910a6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 1000 time: 0.0623848 Apr 06 13:01:07.345425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-01d4f947-9593-46ed-b676-7c9fd3a0dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.346963 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-01d4f947-9593-46ed-b676-7c9fd3a0dfaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0476732 Apr 06 13:01:07.401700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9463e-fa16-424e-8685-b141477fe452 req-178d8e16-4ef1-4c40-8668-99c4fc910fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.403435 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-178d8e16-4ef1-4c40-8668-99c4fc910fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500610 Apr 06 13:01:07.494048 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-d5ca7b75-9019-418a-b2c8-a89a48e66570 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834715 Apr 06 13:01:07.589961 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-bcd9463e-fa16-424e-8685-b141477fe452 req-6d60455d-49c7-43d2-ae1f-3c908bbf55ef service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899675 Apr 06 13:01:07.597533 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093cd30-a958-4a33-b2bf-4b90b05c84ce req-54f2bba4-1244-4f77-8259-a05dd3b51efe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.608445 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b093cd30-a958-4a33-b2bf-4b90b05c84ce req-54f2bba4-1244-4f77-8259-a05dd3b51efe tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0644033 Apr 06 13:01:07.662196 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b093cd30-a958-4a33-b2bf-4b90b05c84ce req-33829f4d-f181-4863-895e-11959541996d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Apr 06 13:01:08.781706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dd151-640f-4185-98bb-c4ff701716eb req-3f459144-5813-497a-bca6-8ce443c078e3 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:08.783232 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5b6dd151-640f-4185-98bb-c4ff701716eb req-3f459144-5813-497a-bca6-8ce443c078e3 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0536394 Apr 06 13:01:08.837382 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5b6dd151-640f-4185-98bb-c4ff701716eb req-7f6dbae6-0b86-4baf-b235-a1bf1e600f75 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485432 Apr 06 13:01:09.957718 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b084c-fef2-49b5-8160-c3430da0741c req-c6398133-2640-494b-8997-b06f596632d4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:09.959195 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-544b084c-fef2-49b5-8160-c3430da0741c req-c6398133-2640-494b-8997-b06f596632d4 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0552208 Apr 06 13:01:10.011081 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-544b084c-fef2-49b5-8160-c3430da0741c req-7180a712-93f7-44d0-b50b-85156eec034e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462732 Apr 06 13:01:11.133316 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717a4dc-cf77-4a03-b459-918542cac7a0 req-8f15dd46-6ec2-47e4-a311-4aa03e839cc2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:11.134856 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b717a4dc-cf77-4a03-b459-918542cac7a0 req-8f15dd46-6ec2-47e4-a311-4aa03e839cc2 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0579839 Apr 06 13:01:11.192193 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b717a4dc-cf77-4a03-b459-918542cac7a0 req-bc597693-c910-4d05-a4dc-f4160982c60d tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513380 Apr 06 13:01:12.316323 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c4130-5fa0-4dfb-a1d7-06cca7b2e6a0 req-40b4a8d7-1233-4327-86d4-c1bb33ed7f45 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:12.317853 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d34c4130-5fa0-4dfb-a1d7-06cca7b2e6a0 req-40b4a8d7-1233-4327-86d4-c1bb33ed7f45 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0590045 Apr 06 13:01:12.372373 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d34c4130-5fa0-4dfb-a1d7-06cca7b2e6a0 req-50f51abd-41ea-4302-aa16-4a885f9b1565 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482268 Apr 06 13:01:13.489862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301940f-fb23-4922-a1c4-b43c5000a315 req-0648632c-b79c-465d-b965-94f22bbc2243 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:13.491319 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3301940f-fb23-4922-a1c4-b43c5000a315 req-0648632c-b79c-465d-b965-94f22bbc2243 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0531979 Apr 06 13:01:13.539217 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3301940f-fb23-4922-a1c4-b43c5000a315 req-db155e3d-914c-4109-b1b7-bed6fdbd9737 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Apr 06 13:01:13.591449 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-efdf3ab8-6874-4c51-bb81-1ccefcc0c3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:14.657760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468cca7-c3ac-40ff-b4cc-698697bcefe1 req-619670a2-9c2f-4d32-87b3-171e3894a47c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:14.659193 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2468cca7-c3ac-40ff-b4cc-698697bcefe1 req-619670a2-9c2f-4d32-87b3-171e3894a47c tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0528591 Apr 06 13:01:14.717466 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2468cca7-c3ac-40ff-b4cc-698697bcefe1 req-a547f94a-a4ae-40e4-9211-8e8a59398e4b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523984 Apr 06 13:01:15.839042 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56492e-6f10-48e6-a926-027b36faeaa6 req-ee36dc23-9bbe-48f9-86e7-3517e7ea56f5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:15.841203 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8f56492e-6f10-48e6-a926-027b36faeaa6 req-ee36dc23-9bbe-48f9-86e7-3517e7ea56f5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0584683 Apr 06 13:01:15.895998 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8f56492e-6f10-48e6-a926-027b36faeaa6 req-5ec91bf9-1bce-4328-8c7e-63ae2b428fef tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487421 Apr 06 13:01:16.217105 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc571-ae68-4e39-bde4-ee18c355f2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:16.787614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:01:16.899256 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:16.911230 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '4f35f311-d606-4ba8-9025-deb20c285030', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'port_id': '4f35f311-d606-4ba8-9025-deb20c285030', 'mac_address': 'fa:16:3e:3f:38:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:01:16.950355 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 4f35f311-d606-4ba8-9025-deb20c285030 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:16.950809 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:16.965779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f35f311-d606-4ba8-9025-deb20c285030 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:01:16.991840 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:16.999113 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:17.026676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608ea06-21b8-4f4c-807e-0dda0e6adbf1 req-c47c736d-d59f-464a-8b3d-81c48d20e72e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:17.028231 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f608ea06-21b8-4f4c-807e-0dda0e6adbf1 req-c47c736d-d59f-464a-8b3d-81c48d20e72e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 944 time: 0.0615957 Apr 06 13:01:17.049483 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=7']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:17.080846 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f608ea06-21b8-4f4c-807e-0dda0e6adbf1 req-1d5009c3-1363-4e6d-81b4-3b713ba707ca tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Apr 06 13:01:17.287351 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['4f35f311-d606-4ba8-9025-deb20c285030'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:01:17.495400 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:18.207750 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05829e48-e4a1-4626-99be-90a11917ad38 req-53166c93-950c-404e-88b3-003cfa2ee960 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:18.209268 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-05829e48-e4a1-4626-99be-90a11917ad38 req-53166c93-950c-404e-88b3-003cfa2ee960 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 945 time: 0.0585191 Apr 06 13:01:18.270051 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-05829e48-e4a1-4626-99be-90a11917ad38 req-bce404fe-1e74-461b-8a39-04cb5d4ed072 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548830 Apr 06 13:01:18.566899 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:01:18.787342 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:01:18.842520 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 4f35f311-d606-4ba8-9025-deb20c285030 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:01:18.842889 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4f35f311-d606-4ba8-9025-deb20c285030), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:18.891763 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:18.937750 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 4f35f311-d606-4ba8-9025-deb20c285030 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:18.938209 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:18.962012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:18.964285 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba9d69-7f74-4c1d-a9c5-b0754c2f9a04" -d '{"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:18.978324 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:18.983570 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:19.012927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a3a07-e853-4bc3-861d-ca0ccf454cca x-openstack-request-id: req-7e7a3a07-e853-4bc3-861d-ca0ccf454cca {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:19.013215 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-plugged", "status": "completed", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:19.013468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e7a3a07-e853-4bc3-861d-ca0ccf454cca {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:19.013887 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7a3a07-e853-4bc3-861d-ca0ccf454cca'] response: {'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'code': 200} Apr 06 13:01:19.176267 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=8']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:19.290455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c48314-60b2-40dd-9b96-f0835509cbfb req-48df9198-dae5-4779-b7a1-e729084bd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:19.291950 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e5c48314-60b2-40dd-9b96-f0835509cbfb req-48df9198-dae5-4779-b7a1-e729084bd43d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.0508027 Apr 06 13:01:19.342696 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e5c48314-60b2-40dd-9b96-f0835509cbfb req-f82a9326-1cab-4b19-8da0-2c45038a3cbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436773 Apr 06 13:01:19.400303 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b582af5-ed16-4574-b3e0-ef3324d5cad9 req-a95e9920-7120-4d61-ae59-e2520638251a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:19.401836 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1b582af5-ed16-4574-b3e0-ef3324d5cad9 req-a95e9920-7120-4d61-ae59-e2520638251a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0597873 Apr 06 13:01:19.455756 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1b582af5-ed16-4574-b3e0-ef3324d5cad9 req-f1fde8f7-2700-4a0f-a2f7-8ee2c6724044 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474083 Apr 06 13:01:20.335407 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:20.612976 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbf0f8-dfaa-41c2-9318-7175d7e5a70d req-79ed6ab1-c223-42c0-ad8b-a2b017fce870 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:20.614401 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0fbf0f8-dfaa-41c2-9318-7175d7e5a70d req-79ed6ab1-c223-42c0-ad8b-a2b017fce870 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0667222 Apr 06 13:01:20.674445 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0fbf0f8-dfaa-41c2-9318-7175d7e5a70d req-4730cb98-ddae-4579-ba49-c79b55d14b66 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492759 Apr 06 13:01:21.806416 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da820e7-d844-4bc6-9b7b-ceabfb2e0936 req-e8f39b00-55af-4d2e-980a-178f3ed94d16 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:21.807994 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9da820e7-d844-4bc6-9b7b-ceabfb2e0936 req-e8f39b00-55af-4d2e-980a-178f3ed94d16 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0656497 Apr 06 13:01:21.862583 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9da820e7-d844-4bc6-9b7b-ceabfb2e0936 req-2b34ba84-2ef8-4b26-b3d2-f624fc69ac08 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476396 Apr 06 13:01:28.521185 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:29.266530 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635ced5-fa61-406a-96a6-7298f129bc13 req-2a238281-44cd-4ac8-8ca3-a72eef5f4c2a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:29.268059 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a635ced5-fa61-406a-96a6-7298f129bc13 req-2a238281-44cd-4ac8-8ca3-a72eef5f4c2a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0589283 Apr 06 13:01:29.322162 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a635ced5-fa61-406a-96a6-7298f129bc13 req-771f54b9-1307-4f60-9e20-1dce0e00700d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480473 Apr 06 13:01:30.448436 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc14e-9e49-4a0b-beb5-507fa4039c55 req-bf4809ce-978e-4212-8553-e0689fd9fb2d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:30.450925 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-214cc14e-9e49-4a0b-beb5-507fa4039c55 req-bf4809ce-978e-4212-8553-e0689fd9fb2d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0572524 Apr 06 13:01:30.501538 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-214cc14e-9e49-4a0b-beb5-507fa4039c55 req-710fa5c8-5fe4-4a00-a88d-2e6804ebcf6a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 Apr 06 13:01:31.621830 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae541f-5090-4209-9765-c23b2507ca46 req-8a7a54e2-4306-440e-bd2c-2dd48802abfb tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:31.623225 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-34ae541f-5090-4209-9765-c23b2507ca46 req-8a7a54e2-4306-440e-bd2c-2dd48802abfb tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0536194 Apr 06 13:01:31.670488 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-34ae541f-5090-4209-9765-c23b2507ca46 req-a625842d-33c2-44ce-b830-ba5dbb2cb57d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Apr 06 13:01:32.796128 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded515d6-60da-4fec-a6ad-5c065725cedc req-7a0d48b2-cb36-46a3-8f2a-6c4731807723 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.797650 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ded515d6-60da-4fec-a6ad-5c065725cedc req-7a0d48b2-cb36-46a3-8f2a-6c4731807723 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0564473 Apr 06 13:01:32.843805 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ded515d6-60da-4fec-a6ad-5c065725cedc req-f1d99b21-1ca2-4853-a311-e6b495cf979c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405970 Apr 06 13:01:33.966222 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6179-d55d-4411-a8b8-6dabb1154a7b req-c862ddd5-2ecf-4fb5-985a-ef0b1ebba010 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:33.967850 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1abd6179-d55d-4411-a8b8-6dabb1154a7b req-c862ddd5-2ecf-4fb5-985a-ef0b1ebba010 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0567968 Apr 06 13:01:34.019836 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1abd6179-d55d-4411-a8b8-6dabb1154a7b req-70d1fae1-8d12-44ac-a782-bd4a1e1cf003 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461202 Apr 06 13:01:35.140149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc187a6f-f780-4688-bad2-259dd5a2d706 req-07e889bf-761e-46e5-824e-e7ec76dfce09 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:35.141683 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dc187a6f-f780-4688-bad2-259dd5a2d706 req-07e889bf-761e-46e5-824e-e7ec76dfce09 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0545714 Apr 06 13:01:35.192391 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-dc187a6f-f780-4688-bad2-259dd5a2d706 req-84509e26-9eae-4b7c-ad5f-f853f80bb530 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451734 Apr 06 13:01:36.313828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d54ede-fad9-4044-8b19-0f2ba42516eb req-9582c333-7b09-4ba2-8ebb-4d4cc7c2f1f3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:36.315332 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6d54ede-fad9-4044-8b19-0f2ba42516eb req-9582c333-7b09-4ba2-8ebb-4d4cc7c2f1f3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0561428 Apr 06 13:01:36.363926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6d54ede-fad9-4044-8b19-0f2ba42516eb req-2d519080-bcef-4f50-ac21-cbec1518f097 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Apr 06 13:01:37.490993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc31d-ae6d-4de2-8092-e20ef20eb879 req-df7b05a4-a279-4160-98d7-d1ef5dbcb92d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:37.492590 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca2cc31d-ae6d-4de2-8092-e20ef20eb879 req-df7b05a4-a279-4160-98d7-d1ef5dbcb92d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0563650 Apr 06 13:01:37.545503 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca2cc31d-ae6d-4de2-8092-e20ef20eb879 req-3ff0fd2f-4401-4c78-a64c-b78b7d20dc8b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Apr 06 13:01:38.670116 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed28c-3817-408d-a469-e56d563aceaa req-2dbc37f5-090c-4e4f-8119-84a20082bd85 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:38.671588 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e6ed28c-3817-408d-a469-e56d563aceaa req-2dbc37f5-090c-4e4f-8119-84a20082bd85 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0570724 Apr 06 13:01:38.718463 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e6ed28c-3817-408d-a469-e56d563aceaa req-4aa3e2a2-6d44-4944-9292-12ac97a53b2d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410495 Apr 06 13:01:39.845043 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ec12-5446-4a34-8d71-ee1f2dda48f7 req-95f2508e-e4dd-4eb3-ab4f-783ac061ed56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:39.846593 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0f36ec12-5446-4a34-8d71-ee1f2dda48f7 req-95f2508e-e4dd-4eb3-ab4f-783ac061ed56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0559392 Apr 06 13:01:39.895431 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0f36ec12-5446-4a34-8d71-ee1f2dda48f7 req-b55016d6-a966-4762-9bf1-39ed82412828 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Apr 06 13:01:41.024265 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4b6d0-4d1d-4a3b-99c9-1fa339f11493 req-b3407cbe-fcb0-44ba-9943-9d749f5861cc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:41.025927 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4a4b6d0-4d1d-4a3b-99c9-1fa339f11493 req-b3407cbe-fcb0-44ba-9943-9d749f5861cc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0598052 Apr 06 13:01:41.081060 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d4a4b6d0-4d1d-4a3b-99c9-1fa339f11493 req-a7f10189-13f5-4dac-ad5e-d8d29b099986 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480618 Apr 06 13:01:42.208261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6ebaf-ee0f-4f23-99a4-ea806afd558b req-a1310fe6-d34f-4c56-9968-0185c10ead51 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:42.209885 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b3b6ebaf-ee0f-4f23-99a4-ea806afd558b req-a1310fe6-d34f-4c56-9968-0185c10ead51 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0561111 Apr 06 13:01:42.262568 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b3b6ebaf-ee0f-4f23-99a4-ea806afd558b req-413d8937-a25c-462a-a6bc-85cf379e5e14 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Apr 06 13:01:43.394025 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114585-1c24-4c29-875b-228ad7d2857c req-7f95d93b-db22-4567-a9d6-9798d336e027 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:43.395590 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0114585-1c24-4c29-875b-228ad7d2857c req-7f95d93b-db22-4567-a9d6-9798d336e027 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0602229 Apr 06 13:01:43.460301 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a0114585-1c24-4c29-875b-228ad7d2857c req-7187f39e-ec33-4088-bd8d-9d05781d4466 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579903 Apr 06 13:01:43.597249 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-958da709-b6ca-4f37-944d-636ce9225faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:44.595842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb5451-2a1e-4ba2-94d0-1b939324f42b req-85fc596c-d43e-4be0-851a-81609984feff tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:44.598143 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-38bb5451-2a1e-4ba2-94d0-1b939324f42b req-85fc596c-d43e-4be0-851a-81609984feff tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0590520 Apr 06 13:01:44.647709 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-38bb5451-2a1e-4ba2-94d0-1b939324f42b req-7402b33a-3941-4782-b96e-9b1fda06514c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Apr 06 13:01:44.926386 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8067e-5b64-4596-87fe-e4d8b8a3ad5e req-79544ecc-7362-4c58-abca-422308759939 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:44.927937 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14a8067e-5b64-4596-87fe-e4d8b8a3ad5e req-79544ecc-7362-4c58-abca-422308759939 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0642743 Apr 06 13:01:44.992946 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14a8067e-5b64-4596-87fe-e4d8b8a3ad5e req-369bc8af-2571-4a83-ad3b-21b8cd850192 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539589 Apr 06 13:01:44.993138 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-ee091171-c347-48c8-a6df-02b0ca3d36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:44.994724 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-ee091171-c347-48c8-a6df-02b0ca3d36b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1129 time: 0.0564725 Apr 06 13:01:45.096738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-74299405-f016-4a20-a633-219eaf4520ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:45.098311 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-74299405-f016-4a20-a633-219eaf4520ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.0962765 Apr 06 13:01:45.163478 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-58e105c3-ae3a-4f64-8f4f-b03649bbe69c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 1001 time: 0.0583131 Apr 06 13:01:45.212995 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-77a42c89-755b-4359-96c8-4eb9ff407388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:45.214560 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-77a42c89-755b-4359-96c8-4eb9ff407388 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0447938 Apr 06 13:01:45.269110 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-6526d6a0-2d51-422c-831b-b9a75d77ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:45.270702 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-6526d6a0-2d51-422c-831b-b9a75d77ad0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502868 Apr 06 13:01:45.368532 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-bb0d6c5b-f932-4674-b9dc-69e9fd368940 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907886 Apr 06 13:01:45.477345 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b38fd33a-f868-496f-a2b6-96c7e2248641 req-fcd0e39a-6086-4a2a-b911-5907c24df93e service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972016 Apr 06 13:01:46.123621 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1d4e6-b520-4960-b3b5-7c43fe39c7e3 req-e8cff899-3124-48d6-98e8-b93338dc10e3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:46.125123 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-05c1d4e6-b520-4960-b3b5-7c43fe39c7e3 req-e8cff899-3124-48d6-98e8-b93338dc10e3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0571859 Apr 06 13:01:46.175478 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-05c1d4e6-b520-4960-b3b5-7c43fe39c7e3 req-3fe43462-82ca-4edd-8718-afbe9b56f8cc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Apr 06 13:01:46.220084 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0c94872e-56de-4e2c-98c8-1b90e04741d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.771896 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb5cc-5618-4e91-9ba7-05636410ad40 req-33d91c85-2b42-4d31-9cd1-b7198c87e0e2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:46.773477 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b87fb5cc-5618-4e91-9ba7-05636410ad40 req-33d91c85-2b42-4d31-9cd1-b7198c87e0e2 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.0570657 Apr 06 13:01:46.823876 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b87fb5cc-5618-4e91-9ba7-05636410ad40 req-85e896f5-bc0d-4e93-a264-c27870ce5d80 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Apr 06 13:01:47.304889 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc183b-26d5-4493-a934-e6d95574ea9a req-22ba8958-b13b-4471-8ce1-7e851ab3c3bc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:47.306458 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93fc183b-26d5-4493-a934-e6d95574ea9a req-22ba8958-b13b-4471-8ce1-7e851ab3c3bc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0563736 Apr 06 13:01:47.362255 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93fc183b-26d5-4493-a934-e6d95574ea9a req-fdf3d307-9f37-42c8-b033-7bfc6628c68e tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497804 Apr 06 13:01:47.480964 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.948704 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709910b-dbdb-4713-8ada-97d902b16ab9 req-84bdbfb6-cc59-4323-b536-e6e72b3dd809 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:47.950348 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2709910b-dbdb-4713-8ada-97d902b16ab9 req-84bdbfb6-cc59-4323-b536-e6e72b3dd809 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.0559733 Apr 06 13:01:47.998079 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2709910b-dbdb-4713-8ada-97d902b16ab9 req-c935b0a0-36b3-4f4b-b81c-109f18189285 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups?id=b690b338-39af-4201-aed3-1729224da384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Apr 06 13:01:48.311753 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d11f-2f61-407c-acae-fe01296cf911 req-fabaf8d0-b43e-4208-b2ed-213e3f38c469 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:48.313223 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0224d11f-2f61-407c-acae-fe01296cf911 req-fabaf8d0-b43e-4208-b2ed-213e3f38c469 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 946 time: 0.0548456 Apr 06 13:01:48.412391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Deleting port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:48.412642 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.505924 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] For port 0005490d-4e4e-45ff-bf61-aa21b1c80a38, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=0005490d-4e4e-45ff-bf61-aa21b1c80a38,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:48.506279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.675740 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.676004 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.676375 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Floating IP 0b6ecaeb-446e-425e-a55b-bfff7e954552 disassociated. External IP: 172.27.1.61, port: 0005490d-4e4e-45ff-bf61-aa21b1c80a38. Apr 06 13:01:48.676650 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Calling delete_port for 0005490d-4e4e-45ff-bf61-aa21b1c80a38 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:48.811560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (0005490d-4e4e-45ff-bf61-aa21b1c80a38), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.842623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'Port': ['ID=0005490d-4e4e-45ff-bf61-aa21b1c80a38,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:48.856355 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.856707 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.857049 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.857400 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.857763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.858100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.858433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.858772 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.859093 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.859423 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.859752 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.860068 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.860393 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.860717 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.861033 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.876385 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.976413 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:49.097797 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:49.100877 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4fc894ff-4b3b-4c3a-bf1c-d36f7793efae req-5ad13bb3-086b-49e6-9885-7c3a55b1a4a0 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c812c-52e7-4cae-978b-f5080bbb6569 HTTP/1.1" status: 200 len: 210 time: 0.0270686 Apr 06 13:01:49.114664 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:49.122514 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:49.123354 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.144215 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] No DVR routers for this DVR port 0005490d-4e4e-45ff-bf61-aa21b1c80a38 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:49.146924 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:49.150427 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-0224d11f-2f61-407c-acae-fe01296cf911 req-f8a0c53c-e9ee-4735-8161-fcaeb636cd47 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.11 "DELETE /v2.0/ports/0005490d-4e4e-45ff-bf61-aa21b1c80a38 HTTP/1.1" status: 204 len: 173 time: 0.8317442 Apr 06 13:01:49.151395 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-deleted', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:49.154923 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d651a-2dd7-4aec-abb3-e25042cc0eb0" -d '{"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-deleted", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:49.200047 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fcff6-0d44-4832-9426-d618f7cb767a x-openstack-request-id: req-449fcff6-0d44-4832-9426-d618f7cb767a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:49.200430 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c812c-52e7-4cae-978b-f5080bbb6569", "name": "network-vif-deleted", "tag": "0005490d-4e4e-45ff-bf61-aa21b1c80a38", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:49.200751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-449fcff6-0d44-4832-9426-d618f7cb767a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:49.201270 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449fcff6-0d44-4832-9426-d618f7cb767a'] response: {'server_uuid': 'ad5c812c-52e7-4cae-978b-f5080bbb6569', 'name': 'network-vif-deleted', 'tag': '0005490d-4e4e-45ff-bf61-aa21b1c80a38', 'status': 'completed', 'code': 200} Apr 06 13:01:49.390661 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:49.613412 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.645740 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:49.655292 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:49.655927 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.773966 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:49.981886 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:50.011819 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d964a85-b676-42eb-bea4-a2021771b643 None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:10Z', 'revision_number': 4, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '80840e91-6032-4944-a97b-5959ad58c6b7', 'name': '', 'network_id': '641f6caa-58d2-4825-99a1-54c86754574a', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'mac_address': 'fa:16:3e:3d:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:07Z', 'updated_at': '2022-04-06T12:55:18Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'subnets': [{'id': 'e362db52-b972-4df5-bba1-a981b56b9dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:50.230431 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 52990) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:50.269963 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434599e3-d734-4bf7-b0cd-ee192de29375 None None] New status for floating IP 0b6ecaeb-446e-425e-a55b-bfff7e954552: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:50.310848 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (b690b338-39af-4201-aed3-1729224da384), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.343662 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (b690b338-39af-4201-aed3-1729224da384), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.415613 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.417787 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b690b338-39af-4201-aed3-1729224da384), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.421898 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.423759 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "DELETE /v2.0/security-groups/b690b338-39af-4201-aed3-1729224da384 HTTP/1.1" status: 204 len: 168 time: 0.1915243 Apr 06 13:01:50.426916 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52994) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:50.437788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b43acc-c0a7-4495-b2c9-1a6ad2409792 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b690b338-39af-4201-aed3-1729224da384,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:50.446628 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.api.v2.resource [None req-229e613b-f86e-4a02-aa4a-292c830e2f1f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] show failed (client error): The resource could not be found. Apr 06 13:01:50.450056 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-229e613b-f86e-4a02-aa4a-292c830e2f1f tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "GET /v2.0/security-groups/b690b338-39af-4201-aed3-1729224da384 HTTP/1.1" status: 404 len: 347 time: 0.0194402 Apr 06 13:01:50.451449 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 52996) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:50.613340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Deleting port 76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:50.613787 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.695544 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.695861 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.708997 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Calling delete_port for 76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:50.857398 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.888586 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Pushing event deleted for resources: {'Port': ['ID=76d5b04a-0c0c-4e0a-9b5d-81a5e6acdf7a,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:50.897702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.898053 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.898396 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.898736 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.899071 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.899720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.899720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.900036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.900361 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.900688 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.901692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.902019 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.902343 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.902667 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.902993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:50.914516 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:50.937271 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 0005490d-4e4e-45ff-bf61-aa21b1c80a38 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:50.937637 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 0005490d-4e4e-45ff-bf61-aa21b1c80a38 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:50.968363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks [] for floatingip (0b6ecaeb-446e-425e-a55b-bfff7e954552), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.971939 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.973567 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-73d9b931-d9c3-4d34-8cee-cd6ab6f26c28 tempest-AttachVolumeShelveTestJSON-1364281527 tempest-AttachVolumeShelveTestJSON-1364281527-project] 10.222.0.23 "DELETE /v2.0/floatingips/0b6ecaeb-446e-425e-a55b-bfff7e954552 HTTP/1.1" status: 204 len: 168 time: 0.5206285 Apr 06 13:01:53.072896 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0353be2-b8b6-429c-bd8a-5d483473e497 req-64993fe1-9529-404a-a1a0-5ed902d3b3e5 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:53.074517 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f0353be2-b8b6-429c-bd8a-5d483473e497 req-64993fe1-9529-404a-a1a0-5ed902d3b3e5 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0573006 Apr 06 13:01:53.122070 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f0353be2-b8b6-429c-bd8a-5d483473e497 req-f117aec3-561f-438a-9874-f74e78b33174 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Apr 06 13:01:53.461272 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53042) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:54.131907 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.324925 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc0476-4e04-4e43-aaf3-775f020ca70f req-8ff7f8b7-4ddc-407f-be22-47987698da12 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:54.326458 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b5dc0476-4e04-4e43-aaf3-775f020ca70f req-8ff7f8b7-4ddc-407f-be22-47987698da12 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.1168518 Apr 06 13:01:54.427490 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b5dc0476-4e04-4e43-aaf3-775f020ca70f req-837ee96e-3e4a-464f-b737-96a04bfb3681 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups?id=9539fac0-8555-49d6-8749-9093a621340b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847430 Apr 06 13:01:54.515764 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Deleting port 80840e91-6032-4944-a97b-5959ad58c6b7 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:54.516099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.604591 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] For port 80840e91-6032-4944-a97b-5959ad58c6b7, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=80840e91-6032-4944-a97b-5959ad58c6b7,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:54.605224 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.618213 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Calling delete_port for 80840e91-6032-4944-a97b-5959ad58c6b7 owned by network:router_interface {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:54.620663 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-de09ec16-7e91-46c6-8b2f-e2ca5d23b886 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:54.622240 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-de09ec16-7e91-46c6-8b2f-e2ca5d23b886 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 945 time: 0.0545437 Apr 06 13:01:54.815474 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (80840e91-6032-4944-a97b-5959ad58c6b7), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.846083 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=80840e91-6032-4944-a97b-5959ad58c6b7,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:54.998226 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:54.998572 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.028163 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.092732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] For port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:55.093090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.273599 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Router 529fd557-1798-47da-9fa8-d4bf5be3ae66 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:55.289751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.290111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.290421 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Floating IP 66deaa06-44ce-40f6-bbb1-791bdfce4bac disassociated. External IP: 172.27.1.87, port: 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a. Apr 06 13:01:55.290757 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:55.388516 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:55.393709 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3928b87f-4e98-4f0d-9abb-137a3f3e3b6d admin admin] 10.222.0.23 "PUT /v2.0/routers/529fd557-1798-47da-9fa8-d4bf5be3ae66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313440 Apr 06 13:01:55.396156 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53048) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:55.401406 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Sync routers for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:55.412876 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:55.414307 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:55.429798 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.476185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:55.555911 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:55.563795 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks [] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.567070 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-111852b1-23c1-435c-ac26-f89404e890a6 req-1223d144-6223-4c6a-b496-a6bfd5f96465 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/ports?device_id=53470b52-137c-4ab6-9a23-1e2da1986f44 HTTP/1.1" status: 200 len: 210 time: 0.0367818 Apr 06 13:01:55.615852 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:01:55.622204 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:55.753216 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:55.769929 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:55.773681 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:01:54Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:55.785184 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:55.786241 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:55.805085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] No DVR routers for this DVR port 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:55.809505 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.810820 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Checking router: 529fd557-1798-47da-9fa8-d4bf5be3ae66 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:55.813815 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-02fd68f1-44fd-446a-995a-0b6a3fa1e4ec req-a6667362-51a5-4ac9-b464-a4e6051ccc8a tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.11 "DELETE /v2.0/ports/5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a HTTP/1.1" status: 204 len: 173 time: 1.1866071 Apr 06 13:01:55.814441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'name': 'network-vif-deleted', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:55.818003 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b287f988-154a-4f08-8111-a6e09fb621a7" -d '{"events": [{"server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "name": "network-vif-deleted", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:55.834254 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Routers {'529fd557-1798-47da-9fa8-d4bf5be3ae66'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:55.835037 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['529fd557-1798-47da-9fa8-d4bf5be3ae66'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:55.898865 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc9fe6-9ae9-4880-8d92-77179b0f3677 x-openstack-request-id: req-84dc9fe6-9ae9-4880-8d92-77179b0f3677 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:55.899158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53470b52-137c-4ab6-9a23-1e2da1986f44", "name": "network-vif-deleted", "tag": "5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:55.899408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84dc9fe6-9ae9-4880-8d92-77179b0f3677 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:55.899808 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84dc9fe6-9ae9-4880-8d92-77179b0f3677'] response: {'server_uuid': '53470b52-137c-4ab6-9a23-1e2da1986f44', 'name': 'network-vif-deleted', 'tag': '5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a', 'status': 'completed', 'code': 200} Apr 06 13:01:55.972426 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:55.979640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks [] for router_gateway (529fd557-1798-47da-9fa8-d4bf5be3ae66), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.003947 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] Set router 529fd557-1798-47da-9fa8-d4bf5be3ae66 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:56.054006 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Deleting port fb07488a-5f2c-4552-9d7d-9feac28b9f18 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:56.054373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.176748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] For port fb07488a-5f2c-4552-9d7d-9feac28b9f18, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=fb07488a-5f2c-4552-9d7d-9feac28b9f18,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:56.177056 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.192318 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Calling delete_port for fb07488a-5f2c-4552-9d7d-9feac28b9f18 owned by network:router_gateway {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:56.198485 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:56.227124 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:56.230305 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:01:54Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:56.236982 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:56.237636 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:56.257382 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9d13f-c97f-4cac-abef-e7e16770956b None None] The sync data for ids ['529fd557-1798-47da-9fa8-d4bf5be3ae66'] in dv-cinder-836769-2-iscsi is: [{'id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'name': 'tempest-AttachVolumeShelveTestJSON-72008935-router', 'tenant_id': '03051cb3880e4976b0d195248d3000a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T13:01:54Z', 'revision_number': 5, 'project_id': '03051cb3880e4976b0d195248d3000a6', 'gw_port': {'id': 'fb07488a-5f2c-4552-9d7d-9feac28b9f18', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529fd557-1798-47da-9fa8-d4bf5be3ae66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:55:00Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:56.368417 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:56.409862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (fb07488a-5f2c-4552-9d7d-9feac28b9f18), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.441002 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb07488a-5f2c-4552-9d7d-9feac28b9f18,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:56.517966 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.658653 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.661632 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks [] for router_controller (529fd557-1798-47da-9fa8-d4bf5be3ae66), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.665610 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:56.700769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53058) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:56.738335 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ce590-fdd4-4d19-9fb5-06a96a30d31a None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T12:56:22Z', 'revision_number': 4, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '7472a36b-a9f2-4796-a769-7dd32809cbca', 'name': '', 'network_id': 'f1c25248-8133-4d8e-9050-6a36b513586f', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'mac_address': 'fa:16:3e:00:6f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:20Z', 'updated_at': '2022-04-06T12:56:30Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'subnets': [{'id': 'a625d435-7f04-4580-8732-b4f6c4591a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:56.756712 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (529fd557-1798-47da-9fa8-d4bf5be3ae66), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.757474 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 529fd557-1798-47da-9fa8-d4bf5be3ae66 {{(pid=109707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:01:56.763210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.767122 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c044573a-e16d-4d2b-85ec-534af5122458 admin admin] 10.222.0.23 "DELETE /v2.0/routers/529fd557-1798-47da-9fa8-d4bf5be3ae66 HTTP/1.1" status: 204 len: 168 time: 1.3699470 Apr 06 13:01:56.767470 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53060) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:56.822012 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 80840e91-6032-4944-a97b-5959ad58c6b7 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:56.849327 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 80840e91-6032-4944-a97b-5959ad58c6b7 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:56.849327 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 80840e91-6032-4944-a97b-5959ad58c6b7 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:56.857463 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (9539fac0-8555-49d6-8749-9093a621340b), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.863060 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Deleting subnet e362db52-b972-4df5-bba1-a981b56b9dc1 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:01:56.878237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Publish callbacks [] for subnet (e362db52-b972-4df5-bba1-a981b56b9dc1), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.921930 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (9539fac0-8555-49d6-8749-9093a621340b), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.944062 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (e362db52-b972-4df5-bba1-a981b56b9dc1), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.044391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9539fac0-8555-49d6-8749-9093a621340b), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.048433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.049749 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/security-groups/9539fac0-8555-49d6-8749-9093a621340b HTTP/1.1" status: 204 len: 168 time: 0.3479381 Apr 06 13:01:57.052707 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53064) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:57.066780 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.api.v2.resource [None req-25faec28-3d61-4d92-acc1-8001933f5758 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] show failed (client error): The resource could not be found. Apr 06 13:01:57.069639 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-25faec28-3d61-4d92-acc1-8001933f5758 tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "GET /v2.0/security-groups/9539fac0-8555-49d6-8749-9093a621340b HTTP/1.1" status: 404 len: 347 time: 0.0141203 Apr 06 13:01:57.069856 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10dcc18-abdb-4794-bc14-9cf1568dbb20 None None] New status for floating IP 66deaa06-44ce-40f6-bbb1-791bdfce4bac: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:57.070482 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (e362db52-b972-4df5-bba1-a981b56b9dc1), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.071781 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53066) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:57.096862 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56379375-55bd-44ee-b696-c993ee45dffa tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539fac0-8555-49d6-8749-9093a621340b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.164540 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (e362db52-b972-4df5-bba1-a981b56b9dc1), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.213645 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e362db52-b972-4df5-bba1-a981b56b9dc1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.227955 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d7aa5-8828-4c23-8f90-086b84a8b1c7 None None] Network 641f6caa-58d2-4825-99a1-54c86754574a requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:01:57.228243 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.235748 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d083edb8-590c-4d63-aba9-eeb7ac32747e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e362db52-b972-4df5-bba1-a981b56b9dc1 HTTP/1.1" status: 204 len: 168 time: 0.4648988 Apr 06 13:01:57.236128 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53068) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:57.256236 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Deleting port b56ef8b3-4689-41f6-8d5c-92f8696e6dfe {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:57.256587 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.327020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (641f6caa-58d2-4825-99a1-54c86754574a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.412438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.412438 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.419038 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Deleting port a5f1197f-790d-45b3-931f-2301745b6f67 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:57.419454 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.426235 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Calling delete_port for b56ef8b3-4689-41f6-8d5c-92f8696e6dfe owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:57.492216 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] For port a5f1197f-790d-45b3-931f-2301745b6f67, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a5f1197f-790d-45b3-931f-2301745b6f67,segment=NetworkSegment(a041609f-1cd4-4b8e-8ed2-27cbae8f73d8),segment_id=a041609f-1cd4-4b8e-8ed2-27cbae8f73d8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:57.492689 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.506220 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Calling delete_port for a5f1197f-790d-45b3-931f-2301745b6f67 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:57.567540 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (b56ef8b3-4689-41f6-8d5c-92f8696e6dfe), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.587651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a5f1197f-790d-45b3-931f-2301745b6f67), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.595549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Pushing event deleted for resources: {'Port': ['ID=b56ef8b3-4689-41f6-8d5c-92f8696e6dfe,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.614979 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f1197f-790d-45b3-931f-2301745b6f67,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.618476 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] No DVR routers for this DVR port a5f1197f-790d-45b3-931f-2301745b6f67 on host dv-cinder-836769-2-iscsi {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:57.661589 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks [] for floatingip (66deaa06-44ce-40f6-bbb1-791bdfce4bac), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.664268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.665435 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c3dece37-4114-46aa-b99a-c8a8086cec7b tempest-AttachVolumeNegativeTest-1271117426 tempest-AttachVolumeNegativeTest-1271117426-project] 10.222.0.23 "DELETE /v2.0/floatingips/66deaa06-44ce-40f6-bbb1-791bdfce4bac HTTP/1.1" status: 204 len: 168 time: 0.5918195 Apr 06 13:01:57.693872 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (641f6caa-58d2-4825-99a1-54c86754574a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.715883 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641f6caa-58d2-4825-99a1-54c86754574a']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.734137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.734429 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a041609f-1cd4-4b8e-8ed2-27cbae8f73d8') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.746467 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (a041609f-1cd4-4b8e-8ed2-27cbae8f73d8), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.769533 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a041609f-1cd4-4b8e-8ed2-27cbae8f73d8), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.776956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a9d1d-2bd8-4853-ba42-0fd1dbe635f7 None None] DHCP port deletion for 641f6caa-58d2-4825-99a1-54c86754574a request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:01:57.782930 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:01:57.783339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (a041609f-1cd4-4b8e-8ed2-27cbae8f73d8), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:01:57.785763 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:01:57.852735 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (641f6caa-58d2-4825-99a1-54c86754574a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.858491 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.861664 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] 10.222.0.23 "DELETE /v2.0/networks/641f6caa-58d2-4825-99a1-54c86754574a HTTP/1.1" status: 204 len: 168 time: 0.6244843 Apr 06 13:01:57.873079 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91eb52-3939-422e-bb2c-6239aea8550b admin admin] Pushing event deleted for resources: {'Network': ['ID=641f6caa-58d2-4825-99a1-54c86754574a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.981866 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53076) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:58.024487 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-43433a16-c35f-4b5e-8085-1736a47a7e72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03051cb3880e4976b0d195248d3000a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406730 Apr 06 13:01:58.027561 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53078) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:58.075435 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] Publish callbacks [] for security_group (4a7122aa-316c-45c2-a82b-470c06931369), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.096173 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] Publish callbacks [] for security_group (4a7122aa-316c-45c2-a82b-470c06931369), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.146359 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4a7122aa-316c-45c2-a82b-470c06931369), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.148891 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.150075 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a7122aa-316c-45c2-a82b-470c06931369 HTTP/1.1" status: 204 len: 168 time: 0.1216187 Apr 06 13:01:58.158354 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbdef7-0adb-432a-9fb6-1b8065860017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7122aa-316c-45c2-a82b-470c06931369,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:58.523131 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.665239 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a5f1197f-790d-45b3-931f-2301745b6f67 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:58.687316 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: a5f1197f-790d-45b3-931f-2301745b6f67 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:58.687727 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a5f1197f-790d-45b3-931f-2301745b6f67 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:58.688205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device fb07488a-5f2c-4552-9d7d-9feac28b9f18 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:58.707692 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: fb07488a-5f2c-4552-9d7d-9feac28b9f18 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:58.708102 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device fb07488a-5f2c-4552-9d7d-9feac28b9f18 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:58.910103 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:58.932372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:58.932949 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 5cb4bc9d-e2c7-4b34-9966-bb5536cc7a6a not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:01.355418 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53162) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:01.880227 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.154538 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Deleting port 7472a36b-a9f2-4796-a769-7dd32809cbca {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:02.154801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.250355 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] For port 7472a36b-a9f2-4796-a769-7dd32809cbca, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=7472a36b-a9f2-4796-a769-7dd32809cbca,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:02.250720 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.266220 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Calling delete_port for 7472a36b-a9f2-4796-a769-7dd32809cbca owned by network:router_interface {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:02.471166 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (7472a36b-a9f2-4796-a769-7dd32809cbca), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.499120 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Pushing event deleted for resources: {'Port': ['ID=7472a36b-a9f2-4796-a769-7dd32809cbca,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:02.702327 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.884444 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-39a41652-3768-405f-b412-b916bdfa2c9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471730 Apr 06 13:02:02.937367 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Router a50ef6e2-27c0-4606-8597-5fe2494643d7 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:02:02.961396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-63238a08-95c0-4ec5-87c7-2ffdf89d43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:02.963941 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-63238a08-95c0-4ec5-87c7-2ffdf89d43dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1130 time: 0.0535052 Apr 06 13:02:03.077071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-5d2006da-5d49-4cce-af0a-764aa8b8c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:03.078615 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-5d2006da-5d49-4cce-af0a-764aa8b8c3b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.0960007 Apr 06 13:02:03.108807 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:02:03.116533 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-36b6e68d-6272-4ade-992c-484980fa2236 admin admin] 10.222.0.23 "PUT /v2.0/routers/a50ef6e2-27c0-4606-8597-5fe2494643d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577987 Apr 06 13:02:03.117003 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53182) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:03.119975 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Sync routers for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:02:03.131011 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:03.131621 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:03.198040 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-6e25cff5-0861-4943-a757-df339179049e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 200 len: 1000 time: 0.1118488 Apr 06 13:02:03.243351 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks [] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.245195 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:03.283563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-28e48986-07ab-428c-9a3f-16d7b85e3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:03.286747 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-28e48986-07ab-428c-9a3f-16d7b85e3d53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0825906 Apr 06 13:02:03.366340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-1a472a03-85b4-4ce3-8378-94580fb587b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:03.367954 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-1a472a03-85b4-4ce3-8378-94580fb587b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751569 Apr 06 13:02:03.520813 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-475dfe8b-7c91-4f8e-bc7b-eddeb650128c service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452701 Apr 06 13:02:03.536935 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T13:02:02Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:03.602444 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Checking router: a50ef6e2-27c0-4606-8597-5fe2494643d7 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:02:03.621128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Routers {'a50ef6e2-27c0-4606-8597-5fe2494643d7'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:03.623593 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:01:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a50ef6e2-27c0-4606-8597-5fe2494643d7'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:03.648734 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks [] for router_gateway (a50ef6e2-27c0-4606-8597-5fe2494643d7), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.683358 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4d5b0633-92d8-4702-bb2e-05ce7ea6da31 req-60b567db-727c-4e3a-8fa3-e11774040618 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560404 Apr 06 13:02:03.769365 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Deleting port ad1d5964-7b47-41d4-b773-b51d4e6c44e9 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:03.769806 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.897913 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] For port ad1d5964-7b47-41d4-b773-b51d4e6c44e9, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:03.898529 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.918506 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Calling delete_port for ad1d5964-7b47-41d4-b773-b51d4e6c44e9 owned by network:router_gateway {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:03.970612 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] Set router a50ef6e2-27c0-4606-8597-5fe2494643d7 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:04.127927 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (ad1d5964-7b47-41d4-b773-b51d4e6c44e9), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.156927 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d5964-7b47-41d4-b773-b51d4e6c44e9,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:04.228079 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.240643 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T13:02:02Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:04.268928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622806c-b63f-48b7-8dee-8bc125583b52 None None] The sync data for ids ['a50ef6e2-27c0-4606-8597-5fe2494643d7'] in dv-cinder-836769-2-iscsi is: [{'id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'name': 'tempest-AttachVolumeNegativeTest-1171611000-router', 'tenant_id': '3921037165464922bb64cd4fbea35ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:15Z', 'updated_at': '2022-04-06T13:02:02Z', 'revision_number': 5, 'project_id': '3921037165464922bb64cd4fbea35ae0', 'gw_port': {'id': 'ad1d5964-7b47-41d4-b773-b51d4e6c44e9', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ef6e2-27c0-4606-8597-5fe2494643d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:16Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:02:04.343511 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.345920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks [] for router_controller (a50ef6e2-27c0-4606-8597-5fe2494643d7), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.394933 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (a50ef6e2-27c0-4606-8597-5fe2494643d7), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.395655 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a50ef6e2-27c0-4606-8597-5fe2494643d7 {{(pid=109707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:02:04.399907 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.401998 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e4fef111-2201-42d7-8b36-ff00bb4b4f41 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a50ef6e2-27c0-4606-8597-5fe2494643d7 HTTP/1.1" status: 204 len: 168 time: 1.2839808 Apr 06 13:02:04.404449 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53214) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:04.451402 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_v2 [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Deleting subnet a625d435-7f04-4580-8732-b4f6c4591a8b {{(pid=109707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:02:04.454742 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Publish callbacks [] for subnet (a625d435-7f04-4580-8732-b4f6c4591a8b), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.500725 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64022796'] for subnet (a625d435-7f04-4580-8732-b4f6c4591a8b), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.619308 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (a625d435-7f04-4580-8732-b4f6c4591a8b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.693491 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7472a36b-a9f2-4796-a769-7dd32809cbca no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:04.706512 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65362644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64652806'] for subnet (a625d435-7f04-4580-8732-b4f6c4591a8b), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.718204 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 7472a36b-a9f2-4796-a769-7dd32809cbca {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:04.718569 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 7472a36b-a9f2-4796-a769-7dd32809cbca not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:04.752286 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a625d435-7f04-4580-8732-b4f6c4591a8b,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:04.760803 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.770303 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d32d2-1912-4680-8b2f-c7de06c20b72 None None] Network f1c25248-8133-4d8e-9050-6a36b513586f requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:02:04.770450 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-62430277-2914-4495-97b1-2b32643460a1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a625d435-7f04-4580-8732-b4f6c4591a8b HTTP/1.1" status: 204 len: 168 time: 0.3624499 Apr 06 13:02:04.770562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53218) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:04.850699 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (f1c25248-8133-4d8e-9050-6a36b513586f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.918961 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Deleting port 664c9b99-6943-4785-b86e-a5a65dde1c6b {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:04.919509 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.972306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] DHCP port deletion for f1c25248-8133-4d8e-9050-6a36b513586f request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:02:05.005902 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] For port 664c9b99-6943-4785-b86e-a5a65dde1c6b, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=664c9b99-6943-4785-b86e-a5a65dde1c6b,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:05.006309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.022095 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Calling delete_port for 664c9b99-6943-4785-b86e-a5a65dde1c6b owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:05.045826 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Deleting port 664c9b99-6943-4785-b86e-a5a65dde1c6b {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:05.046406 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.135659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] For port 664c9b99-6943-4785-b86e-a5a65dde1c6b, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=664c9b99-6943-4785-b86e-a5a65dde1c6b,segment=NetworkSegment(43aa1f1a-70dd-4a46-bd51-806b27a52532),segment_id=43aa1f1a-70dd-4a46-bd51-806b27a52532)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:05.136361 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.145610 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.156734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Calling delete_port for 664c9b99-6943-4785-b86e-a5a65dde1c6b owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:05.195680 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] No DVR routers for this DVR port 664c9b99-6943-4785-b86e-a5a65dde1c6b on host dv-cinder-836769-2-iscsi {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:05.199280 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Pushing event deleted for resources: {'Port': ['ID=664c9b99-6943-4785-b86e-a5a65dde1c6b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:05.253204 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (664c9b99-6943-4785-b86e-a5a65dde1c6b), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.307241 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Pushing event deleted for resources: {'Port': ['ID=664c9b99-6943-4785-b86e-a5a65dde1c6b,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:05.318355 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] No DVR routers for this DVR port 664c9b99-6943-4785-b86e-a5a65dde1c6b on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:05.318645 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (f1c25248-8133-4d8e-9050-6a36b513586f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.322850 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.323390 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.323946 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.324505 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.325055 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.325623 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.326148 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.326691 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.327229 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.327759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.328279 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.328835 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.329366 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.329885 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.331054 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257cf7-3c4d-4300-bedc-622833026b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:05.348922 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c25248-8133-4d8e-9050-6a36b513586f']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:05.359984 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aa1f1a-70dd-4a46-bd51-806b27a52532') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:05.360278 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aa1f1a-70dd-4a46-bd51-806b27a52532') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:05.371561 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (43aa1f1a-70dd-4a46-bd51-806b27a52532), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.385972 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (43aa1f1a-70dd-4a46-bd51-806b27a52532), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.392508 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:02:05.392907 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (43aa1f1a-70dd-4a46-bd51-806b27a52532), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:02:05.394745 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:02:05.455224 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (f1c25248-8133-4d8e-9050-6a36b513586f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.461341 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.466366 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1c25248-8133-4d8e-9050-6a36b513586f HTTP/1.1" status: 204 len: 168 time: 0.6941731 Apr 06 13:02:05.479785 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20d25-8a40-48ec-8aea-d896eac9fedb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c25248-8133-4d8e-9050-6a36b513586f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:05.584949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53226) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:05.625926 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-0d539844-6f62-4f6e-bd37-025b1ea1a975 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3921037165464922bb64cd4fbea35ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396352 Apr 06 13:02:05.628377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53228) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:05.676441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] Publish callbacks [] for security_group (93ac1caa-16a2-4d7c-a318-4fea0037b6dd), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.698397 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] Publish callbacks [] for security_group (93ac1caa-16a2-4d7c-a318-4fea0037b6dd), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.745965 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93ac1caa-16a2-4d7c-a318-4fea0037b6dd), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.748659 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.749852 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93ac1caa-16a2-4d7c-a318-4fea0037b6dd HTTP/1.1" status: 204 len: 168 time: 0.1205552 Apr 06 13:02:05.757749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ddc5d-9c90-4f24-afbd-ded43f680eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ac1caa-16a2-4d7c-a318-4fea0037b6dd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:06.658693 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 664c9b99-6943-4785-b86e-a5a65dde1c6b no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:06.680864 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 664c9b99-6943-4785-b86e-a5a65dde1c6b {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:06.681214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 664c9b99-6943-4785-b86e-a5a65dde1c6b not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:06.681734 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device ad1d5964-7b47-41d4-b773-b51d4e6c44e9 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:06.709364 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: ad1d5964-7b47-41d4-b773-b51d4e6c44e9 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:06.709725 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device ad1d5964-7b47-41d4-b773-b51d4e6c44e9 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:09.581638 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-c980928a-7b42-4da8-a91c-29c2da880a76 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209313072&fields=id&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 267 time: 0.0451691 Apr 06 13:02:09.691863 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-43bef1d6-c62c-4e9f-a353-aa883129dd53 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:09.693430 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-43bef1d6-c62c-4e9f-a353-aa883129dd53 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.1053519 Apr 06 13:02:09.712422 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-2fe3fb88-685f-48b3-b404-c69237d9deb0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/quotas/6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 375 time: 0.0100012 Apr 06 13:02:09.781511 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-8196fc5e-22b3-4b33-8370-a8731edecbc9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631895 Apr 06 13:02:09.894511 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-5ac0fac1-9c32-41c0-b788-3a4707ef0e6d service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001046 Apr 06 13:02:10.001978 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-6d04adcb-40c6-4c8c-86d4-af20e9701982 service neutron] 10.222.0.23 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012466 Apr 06 13:02:10.412608 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7ea593a7-6527-4362-93fd-4203c1dc1583 req-9a486a6d-cb19-451c-8602-e595ae07ef4f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0326219 Apr 06 13:02:11.509254 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f6bcd070-e9f7-4750-a371-3a91c4717388 req-65c44de8-7a9c-4c3f-b43b-717fad7d4f61 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Apr 06 13:02:12.611141 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ba831fbd-5ca2-4fc8-8021-4803d6207ee5 req-4eeeab33-93aa-4eae-9789-19e500bc7f72 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0303738 Apr 06 13:02:13.608535 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-a05c7b54-8622-47b8-bc7e-82b539ff568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:13.657335 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-5ef590f2-b4a0-4556-a439-14aff3551ed4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:13.658911 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-5ef590f2-b4a0-4556-a439-14aff3551ed4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 812 time: 0.1281383 Apr 06 13:02:13.717375 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a79a777e-b28c-4b70-982f-7cb4b50f9c0d req-06d71c61-6277-43d0-84e2-9184d98de10e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0368781 Apr 06 13:02:13.750254 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-bd3dde8b-fd0d-4ec8-9fba-d98da2d06bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6906900165724dd285750b2a09b92b66 HTTP/1.1" status: 200 len: 380 time: 0.0661132 Apr 06 13:02:13.760387 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'port': {'device_id': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'admin_state_up': True, 'tenant_id': '6906900165724dd285750b2a09b92b66', 'security_groups': ['f6cc362c-7639-47a7-a4cd-12ae36e14e40']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:02:13.908267 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Made reservation on behalf of 6906900165724dd285750b2a09b92b66 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:02:13.914189 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.050490 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.20.0.8 (f89b461a-121b-4d34-8dbb-59805791f6aa/188f2bfd-630f-49d5-99f4-8ff227cbe6ac/ef153e76-4e52-469a-ba9e-35572951eede) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:02:14.227387 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (ef153e76-4e52-469a-ba9e-35572951eede), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.267997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.320308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network f89b461a-121b-4d34-8dbb-59805791f6aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:02:14.324975 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:02:14.329259 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:02:14.357563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:14.409445 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:14.410745 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.432109 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e859cef7-d51e-48c7-bc30-7cf1c0a89d32 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758726 Apr 06 13:02:14.444332 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Request body: {'port': {'device_id': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:02:14.517340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ef153e76-4e52-469a-ba9e-35572951eede), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.674136 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-184109c5-a10f-4eaf-8bc2-39af36c2af7b None None] Provisioning complete for port ef153e76-4e52-469a-ba9e-35572951eede triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:02:14.674770 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-184109c5-a10f-4eaf-8bc2-39af36c2af7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ef153e76-4e52-469a-ba9e-35572951eede), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.738419 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-184109c5-a10f-4eaf-8bc2-39af36c2af7b None None] Port ef153e76-4e52-469a-ba9e-35572951eede cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:02:14.892123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef153e76-4e52-469a-ba9e-35572951eede {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:02:14.896600 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58d65-0101-42cb-9cbb-5c7e2c562f8e req-93f538e3-e441-4101-ba28-7d648ac16737 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:14.899674 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fdc58d65-0101-42cb-9cbb-5c7e2c562f8e req-93f538e3-e441-4101-ba28-7d648ac16737 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 931 time: 0.0897534 Apr 06 13:02:14.903815 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks [] for port (ef153e76-4e52-469a-ba9e-35572951eede), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.922828 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Transition to ACTIVE for port object ef153e76-4e52-469a-ba9e-35572951eede will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:02:14.929075 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.953113 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fdc58d65-0101-42cb-9cbb-5c7e2c562f8e req-602fb491-b587-4d8b-a21d-9b86f0b98212 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 Apr 06 13:02:15.023859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:15.150650 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Attempting to bind port ef153e76-4e52-469a-ba9e-35572951eede on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:02:15.151026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Attempting to bind port ef153e76-4e52-469a-ba9e-35572951eede by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:02:15.151316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Attempting to bind port ef153e76-4e52-469a-ba9e-35572951eede on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:02:15.156525 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Port ef153e76-4e52-469a-ba9e-35572951eede on network f89b461a-121b-4d34-8dbb-59805791f6aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:02:15.156849 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Attempting to bind port ef153e76-4e52-469a-ba9e-35572951eede on network f89b461a-121b-4d34-8dbb-59805791f6aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:02:15.162188 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:02:15.162567 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Checking segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:02:15.162960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Bound using segment: {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:02:15.163392 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Bound port: ef153e76-4e52-469a-ba9e-35572951eede, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015e66d1-50bd-4c29-b7d3-9826af0b28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:02:15.163999 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ef153e76-4e52-469a-ba9e-35572951eede), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:15.268709 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:02:15.274248 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ef153e76-4e52-469a-ba9e-35572951eede,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:02:15.287562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:15.330322 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:15.331097 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:15.332621 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 200 len: 1093 time: 0.8933380 Apr 06 13:02:15.335705 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:02:15.340172 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2552c23d-b92b-4c33-8478-c3ebeb968b77" -d '{"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:02:15.445121 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2cced-5151-43e3-b0f1-d66ba054ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:15.479567 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-22e9cd3c-f4e5-4c56-8c72-fbc6791b1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:15.481891 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-22e9cd3c-f4e5-4c56-8c72-fbc6791b1460 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1127 time: 0.0874696 Apr 06 13:02:15.544061 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-e8f21c99-5b26-404a-8be1-a6bbf2489c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 200 len: 217 time: 0.0536017 Apr 06 13:02:15.624638 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b68fc-be7f-4620-abd1-52e258ebe886 x-openstack-request-id: req-210b68fc-be7f-4620-abd1-52e258ebe886 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:02:15.624919 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:02:15.625169 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-210b68fc-be7f-4620-abd1-52e258ebe886 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:02:15.625610 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210b68fc-be7f-4620-abd1-52e258ebe886'] response: {'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede', 'status': 'completed', 'code': 200} Apr 06 13:02:15.627391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-6c477fcc-1f99-4756-a55b-1f9f6a945f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:15.629008 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-6c477fcc-1f99-4756-a55b-1f9f6a945f3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0777531 Apr 06 13:02:15.682925 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-8deda375-293d-49d6-bc80-acba5c198bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:15.684469 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-8deda375-293d-49d6-bc80-acba5c198bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488963 Apr 06 13:02:15.798611 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-cb20c970-1da2-4b53-a2cb-a06a0d0384c0 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055117 Apr 06 13:02:15.906763 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-13153bcb-9207-417d-aa2a-0e30afaa3ac2 req-2be7124f-5e3e-410e-b4e9-9e3d613204ad service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015086 Apr 06 13:02:16.098683 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eab65-fa95-4b2d-a1c5-e3b5d9518257 req-ad81a575-1090-4568-854c-4ddda1b84833 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.100145 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-838eab65-fa95-4b2d-a1c5-e3b5d9518257 req-ad81a575-1090-4568-854c-4ddda1b84833 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0541110 Apr 06 13:02:16.150649 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-838eab65-fa95-4b2d-a1c5-e3b5d9518257 req-2ccb86f8-cbc8-4f33-ad6a-c43dcedc1f7b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 Apr 06 13:02:16.207686 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-acc9b49c-146d-4f6f-8c9f-9f562a9fc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.209460 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-acc9b49c-146d-4f6f-8c9f-9f562a9fc05e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1127 time: 0.0555143 Apr 06 13:02:16.223649 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8c3f77c7-8237-4b9e-a2ac-c29dd22ed227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:16.309107 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-d593bce2-c83e-4e12-8658-f0859dbffecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.310619 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-d593bce2-c83e-4e12-8658-f0859dbffecd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.0944920 Apr 06 13:02:16.361477 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-9a97cf32-85b3-447b-9fa1-06321c9846b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 200 len: 217 time: 0.0409081 Apr 06 13:02:16.421983 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-afd66fe0-e3a1-45fd-8e3e-a83655732311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.423507 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-afd66fe0-e3a1-45fd-8e3e-a83655732311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0527508 Apr 06 13:02:16.485664 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-c84c4bdd-36b2-4c55-abf6-80087fa85e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.486491 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-c84c4bdd-36b2-4c55-abf6-80087fa85e27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565467 Apr 06 13:02:16.608192 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-db23d4a7-1cf2-479c-9dbc-f45526482234 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152470 Apr 06 13:02:16.760624 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2552c23d-b92b-4c33-8478-c3ebeb968b77 req-95cfd5f5-a0d5-40aa-b09e-ea55ccb122ba service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454899 Apr 06 13:02:17.293018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaca542-1341-408b-9634-ea7be2382685 req-413c2adb-32f9-41c3-aa8d-6b92fd766f31 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:17.294627 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-beaca542-1341-408b-9634-ea7be2382685 req-413c2adb-32f9-41c3-aa8d-6b92fd766f31 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0564919 Apr 06 13:02:17.350329 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-beaca542-1341-408b-9634-ea7be2382685 req-4fc52ecd-6d8e-408f-8b71-73542aaf97ae tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Apr 06 13:02:17.485848 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:18.512905 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93551-97af-4fad-a560-5c2406586f80 req-58f460ba-aa6e-4b83-9405-d86bf339d3b9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:18.514566 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8aa93551-97af-4fad-a560-5c2406586f80 req-58f460ba-aa6e-4b83-9405-d86bf339d3b9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0844522 Apr 06 13:02:18.580980 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8aa93551-97af-4fad-a560-5c2406586f80 req-e6c62179-ec26-4998-9854-2e534912e49d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554566 Apr 06 13:02:18.878881 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:19.796454 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476fe67-2cc9-4504-b407-76cf4aaa789d req-f3d38f4c-c23a-4859-9f56-33434bde32e7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:19.802502 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9476fe67-2cc9-4504-b407-76cf4aaa789d req-f3d38f4c-c23a-4859-9f56-33434bde32e7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0970631 Apr 06 13:02:19.908111 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9476fe67-2cc9-4504-b407-76cf4aaa789d req-8c45d65d-2320-4cf9-9e3d-1e317e4df9da tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976143 Apr 06 13:02:20.148984 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53570) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:20.337920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-85c48c25-ae25-45bd-b1e4-8a566303a29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.342939 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.447125 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-85c48c25-ae25-45bd-b1e4-8a566303a29c admin admin] Publish callbacks [] for security_group (7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.452682 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-85c48c25-ae25-45bd-b1e4-8a566303a29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.536590 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-85c48c25-ae25-45bd-b1e4-8a566303a29c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f87312ac7ae43f1a1c289108e769c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861768 Apr 06 13:02:20.538846 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48c25-ae25-45bd-b1e4-8a566303a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:20.540838 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53574) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:20.626439 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] Publish callbacks [] for security_group (7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.664165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] Publish callbacks [] for security_group (7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.738166 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.744016 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:20.746771 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0 HTTP/1.1" status: 204 len: 168 time: 0.2034798 Apr 06 13:02:20.761025 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28315a-4079-4b1b-b462-f49f099c20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac5bd5-03f1-4dd8-9a12-dc2c6768b1b0,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:21.083074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc6e20-a860-4db7-83fb-052a036e56ae req-20258bc4-df72-429e-be29-f8e195b993a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:21.086067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57bc6e20-a860-4db7-83fb-052a036e56ae req-20258bc4-df72-429e-be29-f8e195b993a0 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0823250 Apr 06 13:02:21.169239 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57bc6e20-a860-4db7-83fb-052a036e56ae req-dc03468e-df09-48e5-bd21-bbeb36ff7819 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704820 Apr 06 13:02:21.194250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53586) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:21.220695 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-978a8db8-fadb-41ad-8634-ab19bdd060ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.381991 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-978a8db8-fadb-41ad-8634-ab19bdd060ee admin admin] Publish callbacks [] for security_group (91f04461-9667-4ae1-9498-9bab15bb21ab), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.389838 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-978a8db8-fadb-41ad-8634-ab19bdd060ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (91f04461-9667-4ae1-9498-9bab15bb21ab), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.451976 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-978a8db8-fadb-41ad-8634-ab19bdd060ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a828f30a4eb444059fe44786065a1d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536390 Apr 06 13:02:21.451976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a8db8-fadb-41ad-8634-ab19bdd060ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f04461-9667-4ae1-9498-9bab15bb21ab,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:21.452827 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53594) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:21.541151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] Publish callbacks [] for security_group (91f04461-9667-4ae1-9498-9bab15bb21ab), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.570186 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] Publish callbacks [] for security_group (91f04461-9667-4ae1-9498-9bab15bb21ab), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.631957 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (91f04461-9667-4ae1-9498-9bab15bb21ab), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.636323 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:21.637951 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91f04461-9667-4ae1-9498-9bab15bb21ab HTTP/1.1" status: 204 len: 168 time: 0.1833405 Apr 06 13:02:21.652261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaadf65-f979-444f-a987-104e08795ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f04461-9667-4ae1-9498-9bab15bb21ab,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:22.319090 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848764e-bec7-44f2-a0da-8760fa5bfd70 req-8f7cbb0f-5204-4e21-a166-f3ac689ec691 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:22.320632 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4848764e-bec7-44f2-a0da-8760fa5bfd70 req-8f7cbb0f-5204-4e21-a166-f3ac689ec691 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0611434 Apr 06 13:02:22.381950 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4848764e-bec7-44f2-a0da-8760fa5bfd70 req-c24d3883-b19f-447a-bae1-27b02b20ecad tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551915 Apr 06 13:02:23.522933 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8957a-323c-487c-a09f-cf8c6c6f057d req-1467812e-4769-4aea-adda-01b6c39a6923 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:23.525715 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c6d8957a-323c-487c-a09f-cf8c6c6f057d req-1467812e-4769-4aea-adda-01b6c39a6923 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0600076 Apr 06 13:02:23.586005 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c6d8957a-323c-487c-a09f-cf8c6c6f057d req-a2870d7c-0828-4232-95cb-48936a44242d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533276 Apr 06 13:02:24.714385 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca782-0289-424b-857a-fa9b4b0c68c1 req-d36a95ba-f8ce-483c-89bd-a14f86f9ad10 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:24.715867 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f8ca782-0289-424b-857a-fa9b4b0c68c1 req-d36a95ba-f8ce-483c-89bd-a14f86f9ad10 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 943 time: 0.0575457 Apr 06 13:02:24.766168 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5f8ca782-0289-424b-857a-fa9b4b0c68c1 req-207ea732-5d9d-43f0-a4f9-b640d673d6d9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446875 Apr 06 13:02:24.942865 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ef153e76-4e52-469a-ba9e-35572951eede details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:02:25.059566 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ef153e76-4e52-469a-ba9e-35572951eede,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:25.070401 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'ef153e76-4e52-469a-ba9e-35572951eede', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'port_id': 'ef153e76-4e52-469a-ba9e-35572951eede', 'mac_address': 'fa:16:3e:ab:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:02:25.114830 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port ef153e76-4e52-469a-ba9e-35572951eede is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:02:25.115175 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ef153e76-4e52-469a-ba9e-35572951eede), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:25.130397 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef153e76-4e52-469a-ba9e-35572951eede {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:02:25.155366 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ef153e76-4e52-469a-ba9e-35572951eede,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:25.160891 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:25.246567 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:25.431633 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['ef153e76-4e52-469a-ba9e-35572951eede'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:02:25.464579 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914d0ab-bfc3-49ce-ab16-c8bf943ffcae req-98b966d9-207e-4c6c-a5eb-73f3a491d84e tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:25.466175 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f914d0ab-bfc3-49ce-ab16-c8bf943ffcae req-98b966d9-207e-4c6c-a5eb-73f3a491d84e tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0747814 Apr 06 13:02:25.522655 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f914d0ab-bfc3-49ce-ab16-c8bf943ffcae req-94779f37-f1c6-4ea2-8d1e-9c5c4d1944c4 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484712 Apr 06 13:02:25.897182 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1bb4b-52c0-4e16-a62a-f1543f536151 req-378053ba-bbbc-4190-b9ac-d752a9c5b075 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:25.898778 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56e1bb4b-52c0-4e16-a62a-f1543f536151 req-378053ba-bbbc-4190-b9ac-d752a9c5b075 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 944 time: 0.0609772 Apr 06 13:02:25.949655 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56e1bb4b-52c0-4e16-a62a-f1543f536151 req-f30f9b4b-cdc7-4a2c-b646-37a22b8ddea9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444109 Apr 06 13:02:26.402557 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53720) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:26.516407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c6b4069f-f076-4c33-a757-0d59747e077f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.615909 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c6b4069f-f076-4c33-a757-0d59747e077f admin admin] Publish callbacks [] for security_group (c8e63543-39a8-43aa-b706-09a339d0208d), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.632885 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c6b4069f-f076-4c33-a757-0d59747e077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (c8e63543-39a8-43aa-b706-09a339d0208d), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.691622 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c6b4069f-f076-4c33-a757-0d59747e077f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e670c64c345a45b1b7c708575db97db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877614 Apr 06 13:02:26.695746 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53732) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:26.698927 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4069f-f076-4c33-a757-0d59747e077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e63543-39a8-43aa-b706-09a339d0208d,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:26.718843 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb567cb-f78f-4551-aebf-ba1f12915168 req-0718a5d8-7ec6-430b-b22a-87b3488e433a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:26.720416 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2bb567cb-f78f-4551-aebf-ba1f12915168 req-0718a5d8-7ec6-430b-b22a-87b3488e433a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0986731 Apr 06 13:02:26.749525 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] Publish callbacks [] for security_group (c8e63543-39a8-43aa-b706-09a339d0208d), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.773191 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] Publish callbacks [] for security_group (c8e63543-39a8-43aa-b706-09a339d0208d), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.787157 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2bb567cb-f78f-4551-aebf-ba1f12915168 req-aa1cf796-754a-40bd-8121-85c0a80e1afc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604913 Apr 06 13:02:26.830589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (c8e63543-39a8-43aa-b706-09a339d0208d), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.834265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:26.835726 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8e63543-39a8-43aa-b706-09a339d0208d HTTP/1.1" status: 204 len: 168 time: 0.1383355 Apr 06 13:02:26.846407 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea020-8892-4949-83eb-710c132db3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e63543-39a8-43aa-b706-09a339d0208d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:26.958418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ef153e76-4e52-469a-ba9e-35572951eede up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:02:27.026558 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port ef153e76-4e52-469a-ba9e-35572951eede completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:02:27.031842 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port ef153e76-4e52-469a-ba9e-35572951eede triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:02:27.032243 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (ef153e76-4e52-469a-ba9e-35572951eede), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.092108 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466218a-619a-456b-b1fd-4d0d352e5407 req-cbec458a-f795-4304-b32e-f83aa006c71b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:27.093720 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d466218a-619a-456b-b1fd-4d0d352e5407 req-cbec458a-f795-4304-b32e-f83aa006c71b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 944 time: 0.0701177 Apr 06 13:02:27.124945 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port ef153e76-4e52-469a-ba9e-35572951eede is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:02:27.125447 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (ef153e76-4e52-469a-ba9e-35572951eede), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.154564 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:02:27.157166 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb47d67-d138-46b9-a52c-830258dcf5c1" -d '{"events": [{"server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "name": "network-vif-plugged", "status": "completed", "tag": "ef153e76-4e52-469a-ba9e-35572951eede"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:02:27.158838 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d466218a-619a-456b-b1fd-4d0d352e5407 req-f9740eaa-02e1-4a76-8b83-b9cd64e78899 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581625 Apr 06 13:02:27.159527 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 53740) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:27.188013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-444c0483-9bd5-4ff4-a0db-85a22410794d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.188140 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ef153e76-4e52-469a-ba9e-35572951eede,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:27.189030 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.244952 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e6131-c44d-400e-9d82-fed03b302465 x-openstack-request-id: req-3e7e6131-c44d-400e-9d82-fed03b302465 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:02:27.245465 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "name": "network-vif-plugged", "status": "completed", "tag": "ef153e76-4e52-469a-ba9e-35572951eede", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:02:27.245969 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e7e6131-c44d-400e-9d82-fed03b302465 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:02:27.246602 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7e6131-c44d-400e-9d82-fed03b302465'] response: {'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede', 'code': 200} Apr 06 13:02:27.278481 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-444c0483-9bd5-4ff4-a0db-85a22410794d admin admin] Publish callbacks [] for security_group (92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.283283 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-444c0483-9bd5-4ff4-a0db-85a22410794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.288205 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:27.326352 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c0483-9bd5-4ff4-a0db-85a22410794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:27.338247 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-444c0483-9bd5-4ff4-a0db-85a22410794d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a3eab5d3f9f42a8b3dca8f958503771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775081 Apr 06 13:02:27.338508 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53744) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:27.398588 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] Publish callbacks [] for security_group (92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.425334 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] Publish callbacks [] for security_group (92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.476085 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b319b1-baf3-42cc-8250-54960b92a1f5 req-fda0c817-c667-4645-be42-51f7d765c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:27.478215 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b0b319b1-baf3-42cc-8250-54960b92a1f5 req-fda0c817-c667-4645-be42-51f7d765c427 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1129 time: 0.0499454 Apr 06 13:02:27.481908 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.484483 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:27.485656 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca HTTP/1.1" status: 204 len: 168 time: 0.1443377 Apr 06 13:02:27.494458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d72da8-91f7-48c7-b385-9fe34cb9a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eda2a6-655e-4b5f-8f2f-3e1a0fb88dca,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:27.542844 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b0b319b1-baf3-42cc-8250-54960b92a1f5 req-a61f6aa6-9f51-4833-aded-2e13a2b8afdf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583708 Apr 06 13:02:27.922063 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868c9f5-da9f-4a83-ac57-02dcef87e5eb req-92702adc-5d3c-439c-93d9-505e0a59ddd2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:27.923609 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4868c9f5-da9f-4a83-ac57-02dcef87e5eb req-92702adc-5d3c-439c-93d9-505e0a59ddd2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0619924 Apr 06 13:02:27.972991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4868c9f5-da9f-4a83-ac57-02dcef87e5eb req-b9846a48-80b9-4a28-a205-4ef96c197f21 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Apr 06 13:02:28.309881 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a89546-6d4e-4d3d-abe0-200d3ff9850d req-b1462964-25ab-4d16-9431-c89c07338d0e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:28.311524 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-89a89546-6d4e-4d3d-abe0-200d3ff9850d req-b1462964-25ab-4d16-9431-c89c07338d0e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0582676 Apr 06 13:02:28.367364 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-89a89546-6d4e-4d3d-abe0-200d3ff9850d req-6a9dcca6-3604-461e-aa44-cd9912c9c2f5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Apr 06 13:02:28.524759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:29.131857 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e6239-d078-464f-b7db-feb8a2be4608 req-d99f3b3e-e41a-4e35-895b-190641c7bcd4 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:29.133490 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e80e6239-d078-464f-b7db-feb8a2be4608 req-d99f3b3e-e41a-4e35-895b-190641c7bcd4 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0707011 Apr 06 13:02:29.196825 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e80e6239-d078-464f-b7db-feb8a2be4608 req-ae274488-c70a-4265-9991-d58f0ebe2dcb tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536406 Apr 06 13:02:29.491419 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d11a7-f33d-496f-8ca4-35b1cd247eb3 req-c2b73dfb-62f3-499c-a82f-6cacf8c89cb4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:29.493706 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-084d11a7-f33d-496f-8ca4-35b1cd247eb3 req-c2b73dfb-62f3-499c-a82f-6cacf8c89cb4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0557714 Apr 06 13:02:29.548562 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-084d11a7-f33d-496f-8ca4-35b1cd247eb3 req-f2745051-8325-4376-a103-682e7ccceb5a tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Apr 06 13:02:29.668013 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb26a5-1ec8-4276-a3c7-127b1a988145 req-ec4bd00e-4333-4e88-8e22-5d6c8f7bf5a9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:29.669534 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-36fb26a5-1ec8-4276-a3c7-127b1a988145 req-ec4bd00e-4333-4e88-8e22-5d6c8f7bf5a9 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0536711 Apr 06 13:02:29.724314 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-36fb26a5-1ec8-4276-a3c7-127b1a988145 req-75c2a36b-d078-4761-bfcc-8eaca42115ea tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489726 Apr 06 13:02:29.749656 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53804) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:29.800043 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ff2cc-3195-4fdf-884c-e767b24f2051 tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:29.801608 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-917ff2cc-3195-4fdf-884c-e767b24f2051 tempest-TestVolumeBootPattern-1442432629 tempest-TestVolumeBootPattern-1442432629-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1124 time: 0.0508265 Apr 06 13:02:29.804815 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53808) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:29.810212 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'port_id': 'ef153e76-4e52-469a-ba9e-35572951eede', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:02:29.835256 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:29.971959 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:30.094024 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Allocated IP 172.27.1.163 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/865a7c2d-310f-48ff-86db-62e7ca40bece) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:02:30.207902 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:30.248690 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:30.329296 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:02:30.337845 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:02:30.340182 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=865a7c2d-310f-48ff-86db-62e7ca40bece,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:30.343727 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:02:30.396553 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcafeba-6b16-4eda-a2da-9c9e5ab01ea3 req-8185a9ee-793e-4b71-9aaf-ec8fad407c80 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:30.398093 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cbcafeba-6b16-4eda-a2da-9c9e5ab01ea3 req-8185a9ee-793e-4b71-9aaf-ec8fad407c80 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1153121 Apr 06 13:02:30.506999 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cbcafeba-6b16-4eda-a2da-9c9e5ab01ea3 req-d892046e-03aa-4c7d-acd4-a1c15cf0e79d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028807 Apr 06 13:02:30.776807 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (af2a9aad-31a7-479a-8eaa-0f58f80b9954), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:30.854451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:31.012588 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:31.017864 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:31.089372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event updated for resources: {'Port': ['ID=865a7c2d-310f-48ff-86db-62e7ca40bece,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:31.106054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (af2a9aad-31a7-479a-8eaa-0f58f80b9954), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:31.423628 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP af2a9aad-31a7-479a-8eaa-0f58f80b9954 associated. External IP: 172.27.1.163, port: ef153e76-4e52-469a-ba9e-35572951eede. Apr 06 13:02:31.688074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:02:31.695015 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cac5d-72ae-414a-88c9-822b7b1beb6c req-098e5e0a-2c3e-46bc-8fc5-f9d37a4c17ac tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:31.697169 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb2cac5d-72ae-414a-88c9-822b7b1beb6c req-098e5e0a-2c3e-46bc-8fc5-f9d37a4c17ac tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1141627 Apr 06 13:02:31.844297 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb2cac5d-72ae-414a-88c9-822b7b1beb6c req-68d1c3e4-03cf-435f-8636-870faa2fffac tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396089 Apr 06 13:02:31.869850 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:02:31.882019 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:02:31.893443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:31.894797 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:31.895430 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:31.926941 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-671babcd-21af-4776-8243-15718eb801be tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1204131 Apr 06 13:02:31.927520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:02:31.929783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78205869-84a9-447c-af92-4d108f77e281" -d '{"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:02:31.993247 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d795f0-faec-4f67-a5ac-b829fc82ac05 x-openstack-request-id: req-60d795f0-faec-4f67-a5ac-b829fc82ac05 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:02:31.993699 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:02:31.994067 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60d795f0-faec-4f67-a5ac-b829fc82ac05 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:02:31.994478 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d795f0-faec-4f67-a5ac-b829fc82ac05'] response: {'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede', 'status': 'completed', 'code': 200} Apr 06 13:02:32.011625 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:32.171861 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205869-84a9-447c-af92-4d108f77e281 req-65e03f81-7bbc-4d96-97d5-eabaad33fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:32.174065 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-65e03f81-7bbc-4d96-97d5-eabaad33fe7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1129 time: 0.0570545 Apr 06 13:02:32.291482 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}, {'id': 'af2a9aad-31a7-479a-8eaa-0f58f80b9954', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': 'ef153e76-4e52-469a-ba9e-35572951eede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:ab:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:02:30Z', 'updated_at': '2022-04-06T13:02:30Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:32.322456 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:02:32.332756 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:32.333411 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:32.459648 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:32.552657 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205869-84a9-447c-af92-4d108f77e281 req-67bf6d09-c60a-4e45-b8af-8684cb53b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:32.554229 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-67bf6d09-c60a-4e45-b8af-8684cb53b13a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.3739345 Apr 06 13:02:32.573402 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:02:32.633129 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-9a9b0bdf-0c74-44c4-8709-24111ece4468 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 200 len: 999 time: 0.0728426 Apr 06 13:02:32.717220 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}, {'id': 'af2a9aad-31a7-479a-8eaa-0f58f80b9954', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': 'ef153e76-4e52-469a-ba9e-35572951eede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:ab:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:02:30Z', 'updated_at': '2022-04-06T13:02:30Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:32.747421 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f61e6a-d49c-45f9-bbe2-4db2dc041062 None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}, {'id': 'af2a9aad-31a7-479a-8eaa-0f58f80b9954', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': 'ef153e76-4e52-469a-ba9e-35572951eede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:ab:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:02:30Z', 'updated_at': '2022-04-06T13:02:30Z', 'revision_number': 0, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:02:32.970970 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41e1cf4-a24c-4fff-9ef3-cb28e2027d1f None None] New status for floating IP af2a9aad-31a7-479a-8eaa-0f58f80b9954: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:02:32.998158 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a92a-b8cc-402f-a9aa-58e3d90d2937 req-e4eb8e7b-8fd1-4559-9244-374f80106f7e tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:32.999745 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-72f3a92a-b8cc-402f-a9aa-58e3d90d2937 req-e4eb8e7b-8fd1-4559-9244-374f80106f7e tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0664990 Apr 06 13:02:33.091511 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-72f3a92a-b8cc-402f-a9aa-58e3d90d2937 req-fa757d00-5628-4c51-b32f-074903e12cd3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774999 Apr 06 13:02:33.530729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205869-84a9-447c-af92-4d108f77e281 req-c6e3a6bf-bd11-4748-bafb-df9d3150ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:33.532248 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-c6e3a6bf-bd11-4748-bafb-df9d3150ae6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0484557 Apr 06 13:02:34.221654 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0daed-b692-488b-a97d-a19a85efda51 req-7daede5c-cf52-40bb-94b7-61dff86a74d9 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:34.223243 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9cf0daed-b692-488b-a97d-a19a85efda51 req-7daede5c-cf52-40bb-94b7-61dff86a74d9 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0562720 Apr 06 13:02:34.276846 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9cf0daed-b692-488b-a97d-a19a85efda51 req-13f7ec43-84f3-4ca6-8cda-bbfb7f8f6d87 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472593 Apr 06 13:02:34.313872 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205869-84a9-447c-af92-4d108f77e281 req-eab60238-2602-4622-b7ed-feadab5ac4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:34.315333 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-eab60238-2602-4622-b7ed-feadab5ac4e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565979 Apr 06 13:02:35.240649 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-5aa0740d-de84-4b42-bc96-e7b2230f23b3 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056600 Apr 06 13:02:35.365845 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-78205869-84a9-447c-af92-4d108f77e281 req-acaad711-70b7-42c8-8279-68521ec2026d service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189234 Apr 06 13:02:35.417309 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2c030-2101-48ee-a614-f9898ab43a61 req-ea092ea8-b2ae-4fa1-bcb1-ef73ad33db35 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:35.418902 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e1e2c030-2101-48ee-a614-f9898ab43a61 req-ea092ea8-b2ae-4fa1-bcb1-ef73ad33db35 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0581772 Apr 06 13:02:35.475301 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e1e2c030-2101-48ee-a614-f9898ab43a61 req-4a02bdc3-39f6-49f9-9e86-70f9d2dca171 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459666 Apr 06 13:02:36.629566 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00736e56-3776-4d62-bbba-61d0aabdb919 req-ee919ce2-69f0-417b-bbc8-0ef970bc3f2b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:36.632125 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00736e56-3776-4d62-bbba-61d0aabdb919 req-ee919ce2-69f0-417b-bbc8-0ef970bc3f2b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0830460 Apr 06 13:02:36.685634 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-00736e56-3776-4d62-bbba-61d0aabdb919 req-cfefe5f0-226d-4013-9f11-790650eaf529 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475981 Apr 06 13:02:37.817267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7dd5d-cd8a-4013-9d6a-1743892102f9 req-92116474-c1de-4b7b-a4ee-f8eb42a4939b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:37.818805 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3be7dd5d-cd8a-4013-9d6a-1743892102f9 req-92116474-c1de-4b7b-a4ee-f8eb42a4939b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0546799 Apr 06 13:02:37.870067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3be7dd5d-cd8a-4013-9d6a-1743892102f9 req-5b04eb94-0a74-4e2b-a832-4e9a4d640345 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448139 Apr 06 13:02:38.993858 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af19d2-0c2e-45b8-a565-6e6517f11fd4 req-62076b1e-4d4a-4630-b802-11566ce39d22 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:38.995687 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12af19d2-0c2e-45b8-a565-6e6517f11fd4 req-62076b1e-4d4a-4630-b802-11566ce39d22 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0555987 Apr 06 13:02:39.052793 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12af19d2-0c2e-45b8-a565-6e6517f11fd4 req-659fc14b-2f1c-40df-a981-0e4d91da5346 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510890 Apr 06 13:02:39.272571 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120eb88-959c-4dd5-9fa4-785ae01c30c7 req-2afd5f15-12c6-4c9e-80f6-4bff6fa96d69 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:39.274509 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4120eb88-959c-4dd5-9fa4-785ae01c30c7 req-2afd5f15-12c6-4c9e-80f6-4bff6fa96d69 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0548418 Apr 06 13:02:39.325858 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4120eb88-959c-4dd5-9fa4-785ae01c30c7 req-2dc3e481-f13e-4931-8d19-5fa255440b70 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450997 Apr 06 13:02:40.459130 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69f45-d838-499c-b92c-368e91e2fd92 req-9df4cd4a-595f-47ba-ad2b-2565487bba11 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:40.460916 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3dc69f45-d838-499c-b92c-368e91e2fd92 req-9df4cd4a-595f-47ba-ad2b-2565487bba11 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0551298 Apr 06 13:02:40.520389 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3dc69f45-d838-499c-b92c-368e91e2fd92 req-48252460-a2f0-4e49-a604-c66792ce77d3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531852 Apr 06 13:02:41.138122 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-572b06bc-a625-4a3c-8316-4043911e3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:41.139676 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-572b06bc-a625-4a3c-8316-4043911e3837 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1129 time: 0.0527716 Apr 06 13:02:41.245077 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-e3aabe90-7179-4129-b121-70d7e8b80a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:41.246613 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-e3aabe90-7179-4129-b121-70d7e8b80a5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.0996671 Apr 06 13:02:41.324457 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-88213bbe-d26d-498b-8c37-28a003857855 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 1001 time: 0.0701573 Apr 06 13:02:41.381059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-01ec8fbd-46b4-40ed-8922-e9135a3c64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:41.382607 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-01ec8fbd-46b4-40ed-8922-e9135a3c64fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0505469 Apr 06 13:02:41.439753 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-2fd1e0e1-1833-4c24-bab7-83a37d10229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:41.441203 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-2fd1e0e1-1833-4c24-bab7-83a37d10229b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528290 Apr 06 13:02:41.583907 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-fafa23cc-7431-449a-b2fe-62ad2138639a service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351275 Apr 06 13:02:41.680839 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4bf76-4f34-4457-99e2-1e467a5e2599 req-305631f1-026e-4d30-9493-bf5ba089fe01 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:41.683165 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12d4bf76-4f34-4457-99e2-1e467a5e2599 req-305631f1-026e-4d30-9493-bf5ba089fe01 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0740080 Apr 06 13:02:41.706995 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-81d4b7f5-58d2-4841-a278-d22920292d89 req-233926fb-2666-4024-9fe5-65d19550c440 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168022 Apr 06 13:02:41.746827 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-12d4bf76-4f34-4457-99e2-1e467a5e2599 req-271c1d75-f7aa-415d-9215-700b6d9df2f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520227 Apr 06 13:02:42.913024 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdfc01-adf8-4f82-8e99-b768e8bdaa48 req-c1f4b31e-cae1-49c0-bbbf-80eb0e3a2016 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:42.915696 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93cdfc01-adf8-4f82-8e99-b768e8bdaa48 req-c1f4b31e-cae1-49c0-bbbf-80eb0e3a2016 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0633082 Apr 06 13:02:42.972720 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-93cdfc01-adf8-4f82-8e99-b768e8bdaa48 req-3fd72370-7a88-4150-bcfc-ae491d9e812d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511384 Apr 06 13:02:43.559567 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 53962) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:43.624433 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-31aa6f93-aacd-49c0-95ce-5a97f7a954b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:43.901759 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Deleting port 45e3b779-37ce-45e1-aa62-2270b9e7fb20 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:43.902000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:43.986611 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:43.987585 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for floatingip (45e3b779-37ce-45e1-aa62-2270b9e7fb20), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:44.000010 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Calling delete_port for 45e3b779-37ce-45e1-aa62-2270b9e7fb20 owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:44.186900 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (45e3b779-37ce-45e1-aa62-2270b9e7fb20), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:44.229005 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event deleted for resources: {'Port': ['ID=45e3b779-37ce-45e1-aa62-2270b9e7fb20,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:44.313213 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for floatingip (86b5451b-813b-4f97-be24-1cba27287cf5), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:44.313555 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Floating IP 86b5451b-813b-4f97-be24-1cba27287cf5 disassociated (deleted). External IP: 172.27.1.209, port: 4f35f311-d606-4ba8-9025-deb20c285030. Apr 06 13:02:44.647808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Router d100e7ed-d478-401e-b042-23af53a4a83e has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:02:44.783031 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:02:44.789076 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:44.797366 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Sync routers for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:02:44.811483 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:44.812780 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:44.827485 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2f2606d3-5424-47de-a4ba-f954bda5709b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "DELETE /v2.0/floatingips/86b5451b-813b-4f97-be24-1cba27287cf5 HTTP/1.1" status: 204 len: 168 time: 1.2665703 Apr 06 13:02:44.828728 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:02:44.832112 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c0e20-4502-405c-be28-b2c6c81812ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:02:44.916064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ec54a-5478-4712-9735-4ef1c0dc47c9 x-openstack-request-id: req-2a7ec54a-5478-4712-9735-4ef1c0dc47c9 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:02:44.916527 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:02:44.916909 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a7ec54a-5478-4712-9735-4ef1c0dc47c9 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:02:44.917515 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7ec54a-5478-4712-9735-4ef1c0dc47c9'] response: {'name': 'network-changed', 'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'status': 'completed', 'code': 200} Apr 06 13:02:45.015306 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:45.229826 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64973e-1ee0-443b-9545-c9be6327be53 req-779fd7ce-579d-4245-9bf7-0a8dc0cc09e3 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:45.231495 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9d64973e-1ee0-443b-9545-c9be6327be53 req-779fd7ce-579d-4245-9bf7-0a8dc0cc09e3 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1001644 Apr 06 13:02:45.298643 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9d64973e-1ee0-443b-9545-c9be6327be53 req-70134e17-cc1f-41de-9c57-c661bfa53ccd tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578568 Apr 06 13:02:45.328316 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:45.364642 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Checking router: d100e7ed-d478-401e-b042-23af53a4a83e for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:02:45.374498 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:45.375124 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:45.584913 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:45.794839 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:45.825874 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b47b-10a0-4852-8ee4-eead0e537b24 None None] The sync data for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi is: [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T12:57:24Z', 'revision_number': 4, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'a2adc903-f693-4e56-8806-bc3c4974e2e4', 'name': '', 'network_id': '8d9237b0-88cd-4590-b041-81bdc2e0d22c', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'mac_address': 'fa:16:3e:94:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:22Z', 'updated_at': '2022-04-06T12:57:30Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'subnets': [{'id': '90535e19-d46b-4890-a86f-4ff2c5c290b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:02:46.092481 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d52b7-7220-4d24-ab39-2f82ac04d275 None None] New status for floating IP 86b5451b-813b-4f97-be24-1cba27287cf5: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:02:46.228486 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-72027928-ec40-4b62-814e-32329928bd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:46.460794 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f26f8-d2a3-41e2-b45b-e95800c9475c req-f541c901-6842-40ad-a251-dde9ed9289ae tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:46.464406 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4a0f26f8-d2a3-41e2-b45b-e95800c9475c req-f541c901-6842-40ad-a251-dde9ed9289ae tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0765924 Apr 06 13:02:46.519758 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4a0f26f8-d2a3-41e2-b45b-e95800c9475c req-e6834dc2-1676-42c0-b47a-cd7fc3c9a65b tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495639 Apr 06 13:02:47.390130 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-69366a76-3157-4ef4-a65e-6323061579fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:47.392046 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-69366a76-3157-4ef4-a65e-6323061579fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=876780e50b1845259edd80270e3cb845&device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 1130 time: 0.0627382 Apr 06 13:02:47.488202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:47.666615 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e007-3db1-4449-9753-e308810f91b5 req-c4263479-432f-4d51-b5fe-3dee48405eb6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:47.669402 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca08e007-3db1-4449-9753-e308810f91b5 req-c4263479-432f-4d51-b5fe-3dee48405eb6 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0778179 Apr 06 13:02:47.752384 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ca08e007-3db1-4449-9753-e308810f91b5 req-686dceeb-9462-4b11-9ff0-f6587d91aec1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761456 Apr 06 13:02:48.541738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-9d4ab7cc-65fa-4436-bb74-2178b3e63e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:48.543262 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-9d4ab7cc-65fa-4436-bb74-2178b3e63e0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 200 len: 910 time: 0.1063077 Apr 06 13:02:48.659224 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-3599604c-0974-48a2-866a-70ea125d1427 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 200 len: 217 time: 0.0479724 Apr 06 13:02:48.713643 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-9735fdda-c12b-4b10-933d-6a8d42427029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:48.715926 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-9735fdda-c12b-4b10-933d-6a8d42427029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 200 len: 848 time: 0.0498621 Apr 06 13:02:48.883645 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058d06c-e9e0-435d-be19-9dc03c4efaff req-53de345c-2c15-40ff-b4ec-779754797fae tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:48.885213 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d058d06c-e9e0-435d-be19-9dc03c4efaff req-53de345c-2c15-40ff-b4ec-779754797fae tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.0603604 Apr 06 13:02:48.888974 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:48.918964 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-f458bd16-46e8-40ca-a987-2ffc1cb648d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:48.920488 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-f458bd16-46e8-40ca-a987-2ffc1cb648d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d9237b0-88cd-4590-b041-81bdc2e0d22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594916 Apr 06 13:02:48.953086 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d058d06c-e9e0-435d-be19-9dc03c4efaff req-4e578359-e928-4da9-8e87-a7d05fa0a798 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbdba1-3597-45c7-9956-5de6eae2b93f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603685 Apr 06 13:02:49.078088 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-4af0924e-0ea3-4913-8bb1-1191d8e1f179 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:49.080527 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-4af0924e-0ea3-4913-8bb1-1191d8e1f179 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.11 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 946 time: 0.1411693 Apr 06 13:02:49.137048 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-4e16103f-8f4f-4fac-8e09-352682b326e2 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990862 Apr 06 13:02:49.209967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Deleting port 4f35f311-d606-4ba8-9025-deb20c285030 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:49.210305 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (4f35f311-d606-4ba8-9025-deb20c285030), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:49.314576 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] For port 4f35f311-d606-4ba8-9025-deb20c285030, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=4f35f311-d606-4ba8-9025-deb20c285030,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:49.314936 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (4f35f311-d606-4ba8-9025-deb20c285030), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:49.329378 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Calling delete_port for 4f35f311-d606-4ba8-9025-deb20c285030 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:49.495414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (4f35f311-d606-4ba8-9025-deb20c285030), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:49.527346 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event deleted for resources: {'Port': ['ID=4f35f311-d606-4ba8-9025-deb20c285030,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:49.563391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.564082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.564082 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.564389 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.564720 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.565046 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.565368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.565727 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.566061 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.566381 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.566721 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.567045 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.567363 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.567681 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.567993 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:49.592101 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] No DVR routers for this DVR port 4f35f311-d606-4ba8-9025-deb20c285030 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:49.594671 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:49.598018 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-a0faaac7-a63f-404f-af87-0a1b7f2a00c1 req-9be0099f-600b-45ed-bdd0-0754a3b9146e tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.11 "DELETE /v2.0/ports/4f35f311-d606-4ba8-9025-deb20c285030 HTTP/1.1" status: 204 len: 173 time: 0.5111179 Apr 06 13:02:49.598461 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-deleted', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:02:49.600706 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b7d40-3293-46d3-92d4-8a452280cb99" -d '{"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-deleted", "tag": "4f35f311-d606-4ba8-9025-deb20c285030"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:02:49.638635 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43717b7-e006-41a8-9e2c-50728e2c66ac x-openstack-request-id: req-e43717b7-e006-41a8-9e2c-50728e2c66ac {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:02:49.638929 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4703ef4f-a066-462f-a5b5-2f4103dd3b0b", "name": "network-vif-deleted", "tag": "4f35f311-d606-4ba8-9025-deb20c285030", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:02:49.639206 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e43717b7-e006-41a8-9e2c-50728e2c66ac {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:02:49.639628 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43717b7-e006-41a8-9e2c-50728e2c66ac'] response: {'server_uuid': '4703ef4f-a066-462f-a5b5-2f4103dd3b0b', 'name': 'network-vif-deleted', 'tag': '4f35f311-d606-4ba8-9025-deb20c285030', 'status': 'completed', 'code': 200} Apr 06 13:02:50.072491 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-56c1c02c-fcb5-4c37-88fd-9b4e00954538 req-48f94078-26d0-4ebb-bb44-af390d9466c1 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0313497 Apr 06 13:02:50.329714 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:51.174306 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2cbe9b20-2be5-4979-945a-f81111860a68 req-e2b690b0-699b-459d-837c-ec9e9d6bc84a tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0293646 Apr 06 13:02:51.866248 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2d3c0e20-4502-405c-be28-b2c6c81812ed req-55f50d7c-5878-43e0-b116-6c622a882177 service neutron] 10.222.0.11 "GET /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020920 Apr 06 13:02:52.269320 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c778b63b-54e7-4ac8-a2b6-94149443eb7e req-49b14554-b465-4dc4-a370-a7c4025ae660 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4703ef4f-a066-462f-a5b5-2f4103dd3b0b HTTP/1.1" status: 200 len: 210 time: 0.0276258 Apr 06 13:02:53.333087 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54082) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:53.393458 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (b4fbdba1-3597-45c7-9956-5de6eae2b93f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:53.420257 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (b4fbdba1-3597-45c7-9956-5de6eae2b93f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:53.488311 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b4fbdba1-3597-45c7-9956-5de6eae2b93f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:53.491020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:53.492492 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4fbdba1-3597-45c7-9956-5de6eae2b93f HTTP/1.1" status: 204 len: 168 time: 0.1578739 Apr 06 13:02:53.502339 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65649ba-089c-4567-87ca-baa20fdc37c5 tempest-TestShelveInstance-1885493710 tempest-TestShelveInstance-1885493710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbdba1-3597-45c7-9956-5de6eae2b93f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:53.543208 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54090) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:53.787150 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:53.809346 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 4f35f311-d606-4ba8-9025-deb20c285030 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:53.809770 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 4f35f311-d606-4ba8-9025-deb20c285030 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:54.281806 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (d100e7ed-d478-401e-b042-23af53a4a83e), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:54.567148 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Deleting port a2adc903-f693-4e56-8806-bc3c4974e2e4 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:54.567829 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:54.673751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] For port a2adc903-f693-4e56-8806-bc3c4974e2e4, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a2adc903-f693-4e56-8806-bc3c4974e2e4,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:54.674109 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:54.689028 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Calling delete_port for a2adc903-f693-4e56-8806-bc3c4974e2e4 owned by network:router_interface {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:54.921363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (a2adc903-f693-4e56-8806-bc3c4974e2e4), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:54.948676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2adc903-f693-4e56-8806-bc3c4974e2e4,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:54.961092 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.961433 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.961769 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.962244 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.962433 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.962765 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.963095 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.963421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.963750 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.964074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.964402 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.964728 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.965050 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.965370 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:54.965785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:02:55.154363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (d100e7ed-d478-401e-b042-23af53a4a83e), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.160834 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54134) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:55.293025 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-13fd9bc7-dfca-4887-95cf-eb4b5a867075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.477806 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-13fd9bc7-dfca-4887-95cf-eb4b5a867075 admin admin] Publish callbacks [] for security_group (4a4a155d-430a-4db3-8c82-9993e1dc0485), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.482221 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Router d100e7ed-d478-401e-b042-23af53a4a83e has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:02:55.483776 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-13fd9bc7-dfca-4887-95cf-eb4b5a867075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4a4a155d-430a-4db3-8c82-9993e1dc0485), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.537115 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-13fd9bc7-dfca-4887-95cf-eb4b5a867075 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba4b83f156e043b1a4c584dc32ff2f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752739 Apr 06 13:02:55.540619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54138) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:55.573148 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9bc7-dfca-4887-95cf-eb4b5a867075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4a155d-430a-4db3-8c82-9993e1dc0485,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:55.611668 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] Publish callbacks [] for security_group (4a4a155d-430a-4db3-8c82-9993e1dc0485), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.637935 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] Publish callbacks [] for security_group (4a4a155d-430a-4db3-8c82-9993e1dc0485), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.668425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:02:55.676144 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-2a8fabd0-1883-46f2-a5e3-32ca0c3a5406 admin admin] 10.222.0.23 "PUT /v2.0/routers/d100e7ed-d478-401e-b042-23af53a4a83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317174 Apr 06 13:02:55.679053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54150) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:55.686577 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Sync routers for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:02:55.697747 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:55.698443 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:55.794777 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (4a4a155d-430a-4db3-8c82-9993e1dc0485), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.797645 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:55.802100 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a4a155d-430a-4db3-8c82-9993e1dc0485 HTTP/1.1" status: 204 len: 168 time: 0.2596939 Apr 06 13:02:55.819779 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bf11a-a77d-4bf9-98f1-1292406596d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4a155d-430a-4db3-8c82-9993e1dc0485,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:55.853641 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:55.870308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks [] for router (d100e7ed-d478-401e-b042-23af53a4a83e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.064948 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks [] for router_gateway (d100e7ed-d478-401e-b042-23af53a4a83e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.179275 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T13:02:54Z', 'revision_number': 5, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port': {'id': '0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:17Z', 'updated_at': '2022-04-06T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:56.181373 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Deleting port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:56.182366 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.243177 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Checking router: d100e7ed-d478-401e-b042-23af53a4a83e for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:02:56.259416 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Routers {'d100e7ed-d478-401e-b042-23af53a4a83e'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:56.260521 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['d100e7ed-d478-401e-b042-23af53a4a83e'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:56.390870 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] For port 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:56.391591 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.409544 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Calling delete_port for 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:56.465336 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] Set router d100e7ed-d478-401e-b042-23af53a4a83e gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:56.558634 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T13:02:56Z', 'revision_number': 6, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:56.632195 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f5d0-8a2e-4dc4-808d-159471d84e84 None None] The sync data for ids ['d100e7ed-d478-401e-b042-23af53a4a83e'] in dv-cinder-836769-2-iscsi is: [{'id': 'd100e7ed-d478-401e-b042-23af53a4a83e', 'name': 'tempest-TestShelveInstance-1198929443-router', 'tenant_id': '876780e50b1845259edd80270e3cb845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:16Z', 'updated_at': '2022-04-06T13:02:56Z', 'revision_number': 6, 'project_id': '876780e50b1845259edd80270e3cb845', 'gw_port_host': None}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:02:56.662751 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.691575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54182) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:56.720011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:56.800379 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (d100e7ed-d478-401e-b042-23af53a4a83e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.892652 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1cd-b2cc-4d61-a93f-cc71e8139001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.932468 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (d100e7ed-d478-401e-b042-23af53a4a83e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:56.936509 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks [] for router_controller (d100e7ed-d478-401e-b042-23af53a4a83e), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.006266 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1cd-b2cc-4d61-a93f-cc71e8139001 admin admin] Publish callbacks [] for security_group (f54b2847-0bf9-4c4e-9bad-2fd65314b2bd), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.009719 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (d100e7ed-d478-401e-b042-23af53a4a83e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.010588 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d100e7ed-d478-401e-b042-23af53a4a83e {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:02:57.016288 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.016610 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c1590e31-6cd5-4802-9c1f-8ec1814c7933 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d100e7ed-d478-401e-b042-23af53a4a83e HTTP/1.1" status: 204 len: 168 time: 1.3362210 Apr 06 13:02:57.020011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54194) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:57.022933 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb1cd-b2cc-4d61-a93f-cc71e8139001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f54b2847-0bf9-4c4e-9bad-2fd65314b2bd), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.069589 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d6fcb1cd-b2cc-4d61-a93f-cc71e8139001 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=924d26feebe04edeaa1329e736f46052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769863 Apr 06 13:02:57.072971 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54196) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:57.100793 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Deleting subnet 90535e19-d46b-4890-a86f-4ff2c5c290b6 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:02:57.110023 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Publish callbacks [] for subnet (90535e19-d46b-4890-a86f-4ff2c5c290b6), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.134808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcb1cd-b2cc-4d61-a93f-cc71e8139001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b2847-0bf9-4c4e-9bad-2fd65314b2bd,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:57.156056 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (90535e19-d46b-4890-a86f-4ff2c5c290b6), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.168663 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] Publish callbacks [] for security_group (f54b2847-0bf9-4c4e-9bad-2fd65314b2bd), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.198719 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] Publish callbacks [] for security_group (f54b2847-0bf9-4c4e-9bad-2fd65314b2bd), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.271064 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (90535e19-d46b-4890-a86f-4ff2c5c290b6), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.274766 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f54b2847-0bf9-4c4e-9bad-2fd65314b2bd), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.282687 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.284686 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f54b2847-0bf9-4c4e-9bad-2fd65314b2bd HTTP/1.1" status: 204 len: 168 time: 0.2104621 Apr 06 13:02:57.294795 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3c34f-bfb7-4bb4-8fa4-4db8e16e7470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b2847-0bf9-4c4e-9bad-2fd65314b2bd,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:57.373787 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (90535e19-d46b-4890-a86f-4ff2c5c290b6), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.404636 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90535e19-d46b-4890-a86f-4ff2c5c290b6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:57.409906 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.413661 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d3603fa9-624c-47c0-a485-8169d88eb08b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/90535e19-d46b-4890-a86f-4ff2c5c290b6 HTTP/1.1" status: 204 len: 168 time: 0.3923948 Apr 06 13:02:57.419448 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54210) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:57.419615 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9233ab-3144-430b-b7fe-324d24960dde None None] Network 8d9237b0-88cd-4590-b041-81bdc2e0d22c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:02:57.516869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (8d9237b0-88cd-4590-b041-81bdc2e0d22c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.591893 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Deleting port 0550e54e-48ab-44b5-a00d-10609d0ca8bb {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:57.591893 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.678726 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] DHCP port deletion for 8d9237b0-88cd-4590-b041-81bdc2e0d22c request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:02:57.693875 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] For port 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0550e54e-48ab-44b5-a00d-10609d0ca8bb,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:57.694380 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.718808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Calling delete_port for 0550e54e-48ab-44b5-a00d-10609d0ca8bb owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:57.734902 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Deleting port 0550e54e-48ab-44b5-a00d-10609d0ca8bb {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:57.735681 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.822299 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54250) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:57.830280 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.846539 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] For port 0550e54e-48ab-44b5-a00d-10609d0ca8bb, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0550e54e-48ab-44b5-a00d-10609d0ca8bb,segment=NetworkSegment(86800f4c-a881-4629-ad87-6dc59f3761f8),segment_id=86800f4c-a881-4629-ad87-6dc59f3761f8)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:57.848272 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.848925 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cf8e955c-171c-4aae-a43f-434bc4022654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:57.854762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] No DVR routers for this DVR port 0550e54e-48ab-44b5-a00d-10609d0ca8bb on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:57.876218 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Calling delete_port for 0550e54e-48ab-44b5-a00d-10609d0ca8bb owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:57.882021 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0550e54e-48ab-44b5-a00d-10609d0ca8bb,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:57.973745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (8d9237b0-88cd-4590-b041-81bdc2e0d22c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.001176 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (0550e54e-48ab-44b5-a00d-10609d0ca8bb), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.014080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9237b0-88cd-4590-b041-81bdc2e0d22c']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:58.042410 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86800f4c-a881-4629-ad87-6dc59f3761f8') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:58.042549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86800f4c-a881-4629-ad87-6dc59f3761f8') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:58.054299 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] Pushing event deleted for resources: {'Port': ['ID=0550e54e-48ab-44b5-a00d-10609d0ca8bb,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:58.060736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a271ca-dbf4-4707-906a-948c43ae84ee None None] No DVR routers for this DVR port 0550e54e-48ab-44b5-a00d-10609d0ca8bb on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:58.099625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cf8e955c-171c-4aae-a43f-434bc4022654 admin admin] Publish callbacks [] for security_group (e8595db2-d247-46ed-aa9b-2d60e700260d), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.105445 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (86800f4c-a881-4629-ad87-6dc59f3761f8), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.108093 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-cf8e955c-171c-4aae-a43f-434bc4022654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (e8595db2-d247-46ed-aa9b-2d60e700260d), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.150873 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-cf8e955c-171c-4aae-a43f-434bc4022654 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d7cae8c01d34d49831ff1cc30e2bf37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272181 Apr 06 13:02:58.153924 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54256) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:58.154842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (86800f4c-a881-4629-ad87-6dc59f3761f8), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.169521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:02:58.169962 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (86800f4c-a881-4629-ad87-6dc59f3761f8), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:02:58.172333 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:02:58.185599 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e955c-171c-4aae-a43f-434bc4022654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8595db2-d247-46ed-aa9b-2d60e700260d,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:58.216806 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] Publish callbacks [] for security_group (e8595db2-d247-46ed-aa9b-2d60e700260d), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.242195 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (8d9237b0-88cd-4590-b041-81bdc2e0d22c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.243842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] Publish callbacks [] for security_group (e8595db2-d247-46ed-aa9b-2d60e700260d), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.251478 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.256945 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d9237b0-88cd-4590-b041-81bdc2e0d22c HTTP/1.1" status: 204 len: 168 time: 0.8354366 Apr 06 13:02:58.262437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54258) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:58.272860 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511a76-5dca-41ab-8290-161a9594ccf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9237b0-88cd-4590-b041-81bdc2e0d22c,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:58.395729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (e8595db2-d247-46ed-aa9b-2d60e700260d), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.398981 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.403468 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8595db2-d247-46ed-aa9b-2d60e700260d HTTP/1.1" status: 204 len: 168 time: 0.2444513 Apr 06 13:02:58.417034 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e358c-4c4e-4569-8138-1c2a9ed1c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8595db2-d247-46ed-aa9b-2d60e700260d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:58.528941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.724938 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a2adc903-f693-4e56-8806-bc3c4974e2e4 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:58.749210 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: a2adc903-f693-4e56-8806-bc3c4974e2e4 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:58.749837 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a2adc903-f693-4e56-8806-bc3c4974e2e4 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:58.750456 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:58.764832 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:58.778825 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:58.779190 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0be98fd4-a6ab-4ac2-a29b-41f3cd244fcf not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:58.779590 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0550e54e-48ab-44b5-a00d-10609d0ca8bb no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:58.811930 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 0550e54e-48ab-44b5-a00d-10609d0ca8bb {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:58.812278 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0550e54e-48ab-44b5-a00d-10609d0ca8bb not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:59.104351 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Deleting port d051da59-5028-485e-a002-a476fe1e561a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:59.104961 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (d051da59-5028-485e-a002-a476fe1e561a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:59.218552 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] For port d051da59-5028-485e-a002-a476fe1e561a, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=d051da59-5028-485e-a002-a476fe1e561a,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:59.219425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (d051da59-5028-485e-a002-a476fe1e561a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:59.236182 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Calling delete_port for d051da59-5028-485e-a002-a476fe1e561a owned by network:router_interface {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:59.734928 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (d051da59-5028-485e-a002-a476fe1e561a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:59.775771 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d051da59-5028-485e-a002-a476fe1e561a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:59.974854 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.266625 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Router fccf921e-5efa-43c4-9ec6-ca543815e20c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:00.452970 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:00.462630 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f5f020bd-e770-4c3d-b6fc-b216afa06ef2 admin admin] 10.222.0.23 "PUT /v2.0/routers/fccf921e-5efa-43c4-9ec6-ca543815e20c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1948068 Apr 06 13:03:00.464199 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54324) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:00.470764 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Sync routers for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:00.498163 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:00.499091 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:00.604784 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks [] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.638818 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:00.743986 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks [] for router_gateway (fccf921e-5efa-43c4-9ec6-ca543815e20c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.808219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Deleting port 66c6d6d2-d101-4629-974b-d278ddebef52 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:00.808587 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.936285 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] For port 66c6d6d2-d101-4629-974b-d278ddebef52, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=66c6d6d2-d101-4629-974b-d278ddebef52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:00.936522 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.952432 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Calling delete_port for 66c6d6d2-d101-4629-974b-d278ddebef52 owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:01.021768 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T13:02:59Z', 'revision_number': 5, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port': {'id': '66c6d6d2-d101-4629-974b-d278ddebef52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:57:33Z', 'updated_at': '2022-04-06T12:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.066081 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Checking router: fccf921e-5efa-43c4-9ec6-ca543815e20c for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:01.078080 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Routers {'fccf921e-5efa-43c4-9ec6-ca543815e20c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:01.079009 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:02:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['fccf921e-5efa-43c4-9ec6-ca543815e20c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.215881 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] Set router fccf921e-5efa-43c4-9ec6-ca543815e20c gateway port host: None {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:01.236718 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (66c6d6d2-d101-4629-974b-d278ddebef52), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.297296 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T13:03:00Z', 'revision_number': 6, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.337206 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7652f-057c-453f-86ed-07e7fb2729e3 None None] The sync data for ids ['fccf921e-5efa-43c4-9ec6-ca543815e20c'] in dv-cinder-836769-2-iscsi is: [{'id': 'fccf921e-5efa-43c4-9ec6-ca543815e20c', 'name': 'tempest-TestShelveInstance-1909135494-router', 'tenant_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:57:31Z', 'updated_at': '2022-04-06T13:03:00Z', 'revision_number': 6, 'project_id': '2ac1ca9b7c1c4652b1bf47d2b0a11092', 'gw_port_host': None}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:01.350869 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Pushing event deleted for resources: {'Port': ['ID=66c6d6d2-d101-4629-974b-d278ddebef52,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:01.353683 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.455929 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.458152 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks [] for router_controller (fccf921e-5efa-43c4-9ec6-ca543815e20c), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.505679 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (fccf921e-5efa-43c4-9ec6-ca543815e20c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.506255 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fccf921e-5efa-43c4-9ec6-ca543815e20c {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:03:01.511974 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.513161 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-db0c6cf0-29fe-466f-9541-851fed3cc38a admin admin] 10.222.0.23 "DELETE /v2.0/routers/fccf921e-5efa-43c4-9ec6-ca543815e20c HTTP/1.1" status: 204 len: 168 time: 1.0493114 Apr 06 13:03:01.515745 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54332) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:01.568906 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Deleting subnet bd5aef2e-4c35-469b-a96b-a1f4d1166e34 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:03:01.572989 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Publish callbacks [] for subnet (bd5aef2e-4c35-469b-a96b-a1f4d1166e34), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.623466 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (bd5aef2e-4c35-469b-a96b-a1f4d1166e34), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.714613 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (bd5aef2e-4c35-469b-a96b-a1f4d1166e34), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.790092 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (bd5aef2e-4c35-469b-a96b-a1f4d1166e34), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.841759 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5aef2e-4c35-469b-a96b-a1f4d1166e34,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:01.844967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.852432 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bb9c6592-9b4c-4c65-a4e0-184e707d7bb1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd5aef2e-4c35-469b-a96b-a1f4d1166e34 HTTP/1.1" status: 204 len: 168 time: 0.3328233 Apr 06 13:03:01.852767 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54350) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:01.855040 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07e277-b856-4151-b45e-99dcf3d8ed1a None None] Network 8d2cb120-1b31-4c17-b9a7-2497d638e147 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:03:01.972685 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (8d2cb120-1b31-4c17-b9a7-2497d638e147), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.062702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Deleting port 06c827dc-470b-495a-bc6b-5a2ed97e9485 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:02.063034 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.170050 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] For port 06c827dc-470b-495a-bc6b-5a2ed97e9485, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=06c827dc-470b-495a-bc6b-5a2ed97e9485,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:02.170710 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.194787 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Calling delete_port for 06c827dc-470b-495a-bc6b-5a2ed97e9485 owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:02.238645 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] DHCP port deletion for 8d2cb120-1b31-4c17-b9a7-2497d638e147 request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:03:02.299276 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Deleting port 06c827dc-470b-495a-bc6b-5a2ed97e9485 {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:02.299549 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.316705 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.358678 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Pushing event deleted for resources: {'Port': ['ID=06c827dc-470b-495a-bc6b-5a2ed97e9485,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:02.363064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] No DVR routers for this DVR port 06c827dc-470b-495a-bc6b-5a2ed97e9485 on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:02.381667 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] For port 06c827dc-470b-495a-bc6b-5a2ed97e9485, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=06c827dc-470b-495a-bc6b-5a2ed97e9485,segment=NetworkSegment(7ca2d6b5-7512-4dbf-ab28-eb379a779b3a),segment_id=7ca2d6b5-7512-4dbf-ab28-eb379a779b3a)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:02.382343 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.411350 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Calling delete_port for 06c827dc-470b-495a-bc6b-5a2ed97e9485 owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:02.438757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (8d2cb120-1b31-4c17-b9a7-2497d638e147), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.462560 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2cb120-1b31-4c17-b9a7-2497d638e147']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:02.473625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:02.473924 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca2d6b5-7512-4dbf-ab28-eb379a779b3a') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:02.484316 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (7ca2d6b5-7512-4dbf-ab28-eb379a779b3a), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.501917 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (7ca2d6b5-7512-4dbf-ab28-eb379a779b3a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.503286 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (06c827dc-470b-495a-bc6b-5a2ed97e9485), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.509796 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:03:02.510190 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (7ca2d6b5-7512-4dbf-ab28-eb379a779b3a), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:03:02.511983 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:03:02.533340 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] Pushing event deleted for resources: {'Port': ['ID=06c827dc-470b-495a-bc6b-5a2ed97e9485,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:02.536901 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b632-be21-4717-9fa4-d4f695a0074b None None] No DVR routers for this DVR port 06c827dc-470b-495a-bc6b-5a2ed97e9485 on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:02.583501 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (8d2cb120-1b31-4c17-b9a7-2497d638e147), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.589616 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.593055 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d2cb120-1b31-4c17-b9a7-2497d638e147 HTTP/1.1" status: 204 len: 168 time: 0.7388361 Apr 06 13:03:02.606855 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892565-bae7-41a9-958e-a9b21b8226ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2cb120-1b31-4c17-b9a7-2497d638e147,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:02.716099 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 06c827dc-470b-495a-bc6b-5a2ed97e9485 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:02.756486 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 06c827dc-470b-495a-bc6b-5a2ed97e9485 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:02.757043 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 06c827dc-470b-495a-bc6b-5a2ed97e9485 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:02.758383 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 66c6d6d2-d101-4629-974b-d278ddebef52 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:02.786221 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 66c6d6d2-d101-4629-974b-d278ddebef52 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:02.786664 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 66c6d6d2-d101-4629-974b-d278ddebef52 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:02.787140 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device d051da59-5028-485e-a002-a476fe1e561a no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:02.813799 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: d051da59-5028-485e-a002-a476fe1e561a {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:02.814208 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device d051da59-5028-485e-a002-a476fe1e561a not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:02.864652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54364) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:02.907814 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c02d5665-9952-4995-a2a8-cd00f2afc723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=876780e50b1845259edd80270e3cb845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417409 Apr 06 13:03:02.910890 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54366) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:02.963366 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] Publish callbacks [] for security_group (30039e4d-55c9-4ad9-a739-e14b7bd7bcdf), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.988350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] Publish callbacks [] for security_group (30039e4d-55c9-4ad9-a739-e14b7bd7bcdf), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.040011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (30039e4d-55c9-4ad9-a739-e14b7bd7bcdf), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.042998 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.044485 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30039e4d-55c9-4ad9-a739-e14b7bd7bcdf HTTP/1.1" status: 204 len: 168 time: 0.1326468 Apr 06 13:03:03.056137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf45a2-7eb1-4b2e-b932-6bbea46e484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30039e4d-55c9-4ad9-a739-e14b7bd7bcdf,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:03.458896 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54384) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:03.511663 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bbb80dd0-b23d-4576-bedb-e8a5f268a417 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ac1ca9b7c1c4652b1bf47d2b0a11092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515490 Apr 06 13:03:03.516322 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54386) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:03.606487 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] Publish callbacks [] for security_group (827f1432-a242-46e5-afaf-d00dbfe8e96f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.617600 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54390) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:03.637165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] Publish callbacks [] for security_group (827f1432-a242-46e5-afaf-d00dbfe8e96f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.701789 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (827f1432-a242-46e5-afaf-d00dbfe8e96f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.704499 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.706064 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/827f1432-a242-46e5-afaf-d00dbfe8e96f HTTP/1.1" status: 204 len: 168 time: 0.1878655 Apr 06 13:03:03.714589 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d40b72-1c5e-4e41-a5bf-68924dc01cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827f1432-a242-46e5-afaf-d00dbfe8e96f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:03.769146 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3dec9422-ba13-4319-800b-3940ab232a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.913054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3dec9422-ba13-4319-800b-3940ab232a80 admin admin] Publish callbacks [] for security_group (f9602c2e-f6e3-4b77-816a-6c0172820a03), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.913054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3dec9422-ba13-4319-800b-3940ab232a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f9602c2e-f6e3-4b77-816a-6c0172820a03), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.913669 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-08d3749e-f11f-446d-acc1-9f18c823659e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595052 Apr 06 13:03:03.970487 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3dec9422-ba13-4319-800b-3940ab232a80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97426c253f39443cbe2e917e990fa897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515377 Apr 06 13:03:03.973126 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec9422-ba13-4319-800b-3940ab232a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9602c2e-f6e3-4b77-816a-6c0172820a03,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:03.975602 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54396) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:04.033096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-3c800d90-a927-4d17-b377-54c8e9c025d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:04.035037 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-3c800d90-a927-4d17-b377-54c8e9c025d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 1129 time: 0.0803668 Apr 06 13:03:04.052561 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] Publish callbacks [] for security_group (f9602c2e-f6e3-4b77-816a-6c0172820a03), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.094459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] Publish callbacks [] for security_group (f9602c2e-f6e3-4b77-816a-6c0172820a03), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.167877 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f9602c2e-f6e3-4b77-816a-6c0172820a03), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.173162 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.179189 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9602c2e-f6e3-4b77-816a-6c0172820a03 HTTP/1.1" status: 204 len: 168 time: 0.1984577 Apr 06 13:03:04.188521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b08696-5515-485a-86fa-881222ac4a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9602c2e-f6e3-4b77-816a-6c0172820a03,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:04.192825 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-54a20a35-ac29-46b5-90c0-682f7774ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:04.196618 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-54a20a35-ac29-46b5-90c0-682f7774ec3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.1397278 Apr 06 13:03:04.268500 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-a897f662-7caa-4d0b-a834-0bc8339a9436 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 200 len: 1001 time: 0.0651994 Apr 06 13:03:04.329207 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-a71c8d10-0223-4b4a-b23e-68eb88d51ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:04.330898 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-a71c8d10-0223-4b4a-b23e-68eb88d51ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0555079 Apr 06 13:03:04.388458 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-6633b751-6fd3-47f3-a243-e748a84b1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:04.390036 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-6633b751-6fd3-47f3-a243-e748a84b1640 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478742 Apr 06 13:03:04.495356 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-bd87cf22-9c06-4174-b6cb-900d963bc05d service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945575 Apr 06 13:03:04.598103 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54406) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:04.614809 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c19fab5d-fed3-458e-a1a2-3d138cd72b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.686713 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-61b25b3d-53f1-4145-9207-7f46ecf6e65f req-1341d8fc-7a7e-4256-9653-d932f74c18e1 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772213 Apr 06 13:03:04.755573 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c19fab5d-fed3-458e-a1a2-3d138cd72b4c admin admin] Publish callbacks [] for security_group (ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.760507 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c19fab5d-fed3-458e-a1a2-3d138cd72b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.804312 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c19fab5d-fed3-458e-a1a2-3d138cd72b4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22751e104f6444dc8733341b1cfc25b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048318 Apr 06 13:03:04.806176 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fab5d-fed3-458e-a1a2-3d138cd72b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:04.807757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54408) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:04.869862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] Publish callbacks [] for security_group (ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.903082 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] Publish callbacks [] for security_group (ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.958695 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.962608 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.963806 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc HTTP/1.1" status: 204 len: 168 time: 0.1544366 Apr 06 13:03:04.972075 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6a16-853e-446d-9a92-38b566b11808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec78ede7-c1de-470c-a63b-1ea6ca3ef2cc,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:09.573592 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:03:10.499374 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54504) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:10.612930 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e2688618-caf0-4440-bc43-7695819519df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.699024 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e2688618-caf0-4440-bc43-7695819519df admin admin] Publish callbacks [] for security_group (25317581-ef62-4e9d-a838-84742b319402), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.703115 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e2688618-caf0-4440-bc43-7695819519df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (25317581-ef62-4e9d-a838-84742b319402), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.744872 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e2688618-caf0-4440-bc43-7695819519df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de117f7a0ebd497483de0e5bf261a9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443035 Apr 06 13:03:10.745924 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688618-caf0-4440-bc43-7695819519df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25317581-ef62-4e9d-a838-84742b319402,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:10.747562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54508) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:10.803540 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] Publish callbacks [] for security_group (25317581-ef62-4e9d-a838-84742b319402), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.825691 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] Publish callbacks [] for security_group (25317581-ef62-4e9d-a838-84742b319402), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.877831 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (25317581-ef62-4e9d-a838-84742b319402), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.880387 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:10.881599 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25317581-ef62-4e9d-a838-84742b319402 HTTP/1.1" status: 204 len: 168 time: 0.1329875 Apr 06 13:03:10.890089 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49f36e-6a7b-4596-a7dc-a48287ede1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25317581-ef62-4e9d-a838-84742b319402,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:11.191629 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54520) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:11.204912 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f73b2ac5-d59e-4a9d-bb61-5b8f2d9529a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.285172 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f73b2ac5-d59e-4a9d-bb61-5b8f2d9529a9 admin admin] Publish callbacks [] for security_group (27b484aa-e471-488d-abf6-5e6ccc9e02bf), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.290405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f73b2ac5-d59e-4a9d-bb61-5b8f2d9529a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (27b484aa-e471-488d-abf6-5e6ccc9e02bf), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.330244 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f73b2ac5-d59e-4a9d-bb61-5b8f2d9529a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c01bd7219044108addb5388f3ca8c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374364 Apr 06 13:03:11.331396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b2ac5-d59e-4a9d-bb61-5b8f2d9529a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b484aa-e471-488d-abf6-5e6ccc9e02bf,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:11.332956 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54522) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:11.387159 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] Publish callbacks [] for security_group (27b484aa-e471-488d-abf6-5e6ccc9e02bf), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.409344 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] Publish callbacks [] for security_group (27b484aa-e471-488d-abf6-5e6ccc9e02bf), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.460232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (27b484aa-e471-488d-abf6-5e6ccc9e02bf), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.463403 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.464596 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27b484aa-e471-488d-abf6-5e6ccc9e02bf HTTP/1.1" status: 204 len: 168 time: 0.1305299 Apr 06 13:03:11.472821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0b51c-f116-49fc-af53-3d62c5c5d84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b484aa-e471-488d-abf6-5e6ccc9e02bf,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:13.610519 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0b413c7f-8e19-4f27-9b7a-11d0bfcd502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:13.872662 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54600) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:13.981846 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3ee07e8f-00c6-4b6d-8cc6-a1e2f9889f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.068097 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3ee07e8f-00c6-4b6d-8cc6-a1e2f9889f0a admin admin] Publish callbacks [] for security_group (70a0dcf8-94ad-44d3-bbf1-959867aa0a4f), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.074996 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3ee07e8f-00c6-4b6d-8cc6-a1e2f9889f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (70a0dcf8-94ad-44d3-bbf1-959867aa0a4f), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.114868 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07e8f-00c6-4b6d-8cc6-a1e2f9889f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a0dcf8-94ad-44d3-bbf1-959867aa0a4f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:14.120288 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3ee07e8f-00c6-4b6d-8cc6-a1e2f9889f0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a469a0262174d81a802f1fcb333fc89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456310 Apr 06 13:03:14.122211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54604) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:14.174094 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] Publish callbacks [] for security_group (70a0dcf8-94ad-44d3-bbf1-959867aa0a4f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.199069 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] Publish callbacks [] for security_group (70a0dcf8-94ad-44d3-bbf1-959867aa0a4f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.248592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (70a0dcf8-94ad-44d3-bbf1-959867aa0a4f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.251520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.252715 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70a0dcf8-94ad-44d3-bbf1-959867aa0a4f HTTP/1.1" status: 204 len: 168 time: 0.1295581 Apr 06 13:03:14.261795 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10343-2400-4fc5-a13d-08dac35fc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a0dcf8-94ad-44d3-bbf1-959867aa0a4f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:14.530268 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54616) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:14.544964 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dcc56a7c-93d4-4471-b768-b44fa283d741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.624430 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dcc56a7c-93d4-4471-b768-b44fa283d741 admin admin] Publish callbacks [] for security_group (1e976f9a-404a-478d-81e8-3bd7639b580e), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.629185 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-dcc56a7c-93d4-4471-b768-b44fa283d741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1e976f9a-404a-478d-81e8-3bd7639b580e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.673649 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-dcc56a7c-93d4-4471-b768-b44fa283d741 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ea9a58042634f6f9839192f8ef676c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422606 Apr 06 13:03:14.674373 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc56a7c-93d4-4471-b768-b44fa283d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e976f9a-404a-478d-81e8-3bd7639b580e,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:14.676323 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54620) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:14.729802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] Publish callbacks [] for security_group (1e976f9a-404a-478d-81e8-3bd7639b580e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.752244 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] Publish callbacks [] for security_group (1e976f9a-404a-478d-81e8-3bd7639b580e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.799615 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1e976f9a-404a-478d-81e8-3bd7639b580e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.802252 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.803387 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e976f9a-404a-478d-81e8-3bd7639b580e HTTP/1.1" status: 204 len: 168 time: 0.1260991 Apr 06 13:03:14.812235 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8575-275e-4d4f-9423-772fc06e8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e976f9a-404a-478d-81e8-3bd7639b580e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:16.230434 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-dd7cd246-1cea-40a4-a34c-6c9b54b5c035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:17.488822 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.881812 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.329308 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.489016 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54694) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:20.604511 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-55055954-0b31-4078-94a3-c8ef7c19c0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.681018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-55055954-0b31-4078-94a3-c8ef7c19c0ec admin admin] Publish callbacks [] for security_group (277fcad3-93c1-404d-baa3-4dd1e4e73e99), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.685835 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-55055954-0b31-4078-94a3-c8ef7c19c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (277fcad3-93c1-404d-baa3-4dd1e4e73e99), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.724025 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-55055954-0b31-4078-94a3-c8ef7c19c0ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=198d4b664eeb446b9fb8ecc0eb12aaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338581 Apr 06 13:03:20.724865 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55055954-0b31-4078-94a3-c8ef7c19c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277fcad3-93c1-404d-baa3-4dd1e4e73e99,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:20.727777 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54698) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:20.780177 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] Publish callbacks [] for security_group (277fcad3-93c1-404d-baa3-4dd1e4e73e99), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.801909 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] Publish callbacks [] for security_group (277fcad3-93c1-404d-baa3-4dd1e4e73e99), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.850003 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (277fcad3-93c1-404d-baa3-4dd1e4e73e99), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.852497 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.853713 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/277fcad3-93c1-404d-baa3-4dd1e4e73e99 HTTP/1.1" status: 204 len: 168 time: 0.1245584 Apr 06 13:03:20.861856 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa5aa7-06a2-4fc4-a509-0f2689220db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277fcad3-93c1-404d-baa3-4dd1e4e73e99,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:21.675576 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 54730) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:21.775535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1091341687-network', 'tenant_id': '0c8bc3b24e6340d68f7e16a3cffea4a4'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:21.797063 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Made reservation on behalf of 0c8bc3b24e6340d68f7e16a3cffea4a4 for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:03:21.799534 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.809625 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.896533 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks [] for security_group (59966322-5f34-46d2-ac48-4c5ea77ab046), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.900813 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (59966322-5f34-46d2-ac48-4c5ea77ab046), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.927528 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:03:21.937513 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59966322-5f34-46d2-ac48-4c5ea77ab046,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:21.946336 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (d77cd579-7f8d-4cc0-b3e3-f8b36faab06c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.946336 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Added segment d77cd579-7f8d-4cc0-b3e3-f8b36faab06c of type vlan for network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 Apr 06 13:03:21.987673 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (d85f2edc-e110-47e7-bcc4-d53a4dcefb12), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.016232 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (d85f2edc-e110-47e7-bcc4-d53a4dcefb12), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.017169 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:22.017767 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.068759 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3920732 Apr 06 13:03:22.072275 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54734) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:22.077205 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Request body: {'subnet': {'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1091341687-subnet', 'tenant_id': '0c8bc3b24e6340d68f7e16a3cffea4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:22.080406 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aacac0-3701-4411-bb56-a7a8c54774cb admin admin] Pushing event updated for resources: {'Network': ['ID=d85f2edc-e110-47e7-bcc4-d53a4dcefb12,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:22.091403 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:03:22.098687 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Made reservation on behalf of 0c8bc3b24e6340d68f7e16a3cffea4a4 for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:03:22.101045 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.279065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.333022 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:22.344935 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Checking segment: {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:03:22.345500 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Network hostable DHCP agents. Network: d85f2edc-e110-47e7-bcc4-d53a4dcefb12, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:03:22.364905 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:03:22.379481 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, d85f2edc-e110-47e7-bcc4-d53a4dcefb12) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:03:22.385858 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:22.386087 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.388701 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbb018-8ca7-4671-a58d-f66e3ad15800 None None] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:03:22.405048 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7668a96d-58e0-4966-a836-1f6ad0d9c88d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3316300 Apr 06 13:03:22.511798 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6bb58-f095-4a1f-afa5-88015caaf90f None None] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:03:24.247195 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-9b246e73-f382-4afc-bf7f-ee7525ef2478 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:24.248704 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-9b246e73-f382-4afc-bf7f-ee7525ef2478 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 814 time: 0.1076872 Apr 06 13:03:24.265115 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-ae54e5ec-4bbe-493b-816c-f7d137ca6b26 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/quotas/0c8bc3b24e6340d68f7e16a3cffea4a4 HTTP/1.1" status: 200 len: 375 time: 0.0109069 Apr 06 13:03:24.299635 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-2ea268dc-07e2-4a54-81f4-a4ed70373918 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287395 Apr 06 13:03:24.398860 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-a5ae478d-0d16-461a-b882-2012f12d181a service neutron] 10.222.0.23 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916920 Apr 06 13:03:24.492975 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-98ba0bcb-835f-4464-bf5c-344e8ebed7f4 service neutron] 10.222.0.23 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873783 Apr 06 13:03:24.656764 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-55d01e30-450f-46a7-910b-b563df61b1f4 req-0802db66-60a3-48b2-b3b7-a7c4bcccf657 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 210 time: 0.0294509 Apr 06 13:03:24.934363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54790) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:25.053495 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7480af0b-bc0d-4200-a169-aa31896f077c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.138937 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7480af0b-bc0d-4200-a169-aa31896f077c admin admin] Publish callbacks [] for security_group (ff5af7a4-be11-428f-a496-f244b52a9e02), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.143679 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7480af0b-bc0d-4200-a169-aa31896f077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ff5af7a4-be11-428f-a496-f244b52a9e02), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.188442 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7480af0b-bc0d-4200-a169-aa31896f077c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc6eaf4f88fd4a89992c9da46e800300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528033 Apr 06 13:03:25.190969 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54802) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:25.197107 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480af0b-bc0d-4200-a169-aa31896f077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5af7a4-be11-428f-a496-f244b52a9e02,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:25.247241 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] Publish callbacks [] for security_group (ff5af7a4-be11-428f-a496-f244b52a9e02), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.282297 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] Publish callbacks [] for security_group (ff5af7a4-be11-428f-a496-f244b52a9e02), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.365705 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ff5af7a4-be11-428f-a496-f244b52a9e02), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.369586 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.370765 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff5af7a4-be11-428f-a496-f244b52a9e02 HTTP/1.1" status: 204 len: 168 time: 0.1788878 Apr 06 13:03:25.380534 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd420d3-cdb9-47ee-9bb4-60c69d3158d3 req-8c9ec45d-c617-4ec1-a7da-04200d37cca6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:25.382029 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fbd420d3-cdb9-47ee-9bb4-60c69d3158d3 req-8c9ec45d-c617-4ec1-a7da-04200d37cca6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0675697 Apr 06 13:03:25.391235 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b3468-ca74-429b-892a-d9e7dc384b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5af7a4-be11-428f-a496-f244b52a9e02,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:25.440586 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fbd420d3-cdb9-47ee-9bb4-60c69d3158d3 req-6675ceeb-f554-4288-97d2-137c5b6ecb7b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Apr 06 13:03:25.756284 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b6844df9-c5f0-4653-abd5-13a80bec180a req-d40674f5-0673-4027-a87a-3bccc0c39e04 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Apr 06 13:03:26.565217 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d217b3b-2230-4795-b369-87d41b0aecfb req-1b95a400-685d-42c2-8c8d-3ddd6aa2c08c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:26.566595 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3d217b3b-2230-4795-b369-87d41b0aecfb req-1b95a400-685d-42c2-8c8d-3ddd6aa2c08c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.0572598 Apr 06 13:03:26.613855 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3d217b3b-2230-4795-b369-87d41b0aecfb req-7917cbac-9080-479b-b018-48e9d296f832 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Apr 06 13:03:26.865096 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-cd4e4e18-714b-4540-84d0-cb62365c8522 req-0d0418c2-1008-40b2-bd2f-a65001784eb6 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Apr 06 13:03:27.545989 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-34b054f5-ee59-4672-b4cd-285a9994c236 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:27.547546 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-34b054f5-ee59-4672-b4cd-285a9994c236 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 814 time: 0.1427994 Apr 06 13:03:27.560396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-a8b5331f-572c-4223-a0b9-7237b0f12302 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:27.561981 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-a8b5331f-572c-4223-a0b9-7237b0f12302 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.1074929 Apr 06 13:03:27.566571 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Request body: {'port': {'device_id': '43668510-fd95-4582-9cf7-69495f743776', 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12', 'admin_state_up': True, 'tenant_id': '0c8bc3b24e6340d68f7e16a3cffea4a4'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:27.614094 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-45135a70-d057-4699-ad62-c2e85a314a4b tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=92270792fa7b4b62aaf473329aa659e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313909 Apr 06 13:03:27.787230 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Deleting port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:27.787570 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:27.853420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Made reservation on behalf of 0c8bc3b24e6340d68f7e16a3cffea4a4 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:03:27.856847 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:27.948969 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] For port f9740f9b-8ce9-44fd-a972-f8e0c16130b3, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:27.949335 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.115405 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Allocated IP 172.20.0.10 (d85f2edc-e110-47e7-bcc4-d53a4dcefb12/3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314/84688640-0f19-4769-ad7b-a32c726b9682) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:03:28.137523 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-2a7abd08-f2d6-4082-a703-6ff6388ae06d tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:28.139070 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-2a7abd08-f2d6-4082-a703-6ff6388ae06d tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5190582 Apr 06 13:03:28.146945 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9bf51-37d4-4f47-9546-644170555f76 req-cc10ff0d-0c94-40ca-aa15-ee3e1a635578 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:28.148267 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-16c9bf51-37d4-4f47-9546-644170555f76 req-cc10ff0d-0c94-40ca-aa15-ee3e1a635578 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 945 time: 0.4081151 Apr 06 13:03:28.174069 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-56fbb962-4b9c-4e94-bf1c-012eb6087064 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/quotas/92270792fa7b4b62aaf473329aa659e8 HTTP/1.1" status: 200 len: 375 time: 0.0244849 Apr 06 13:03:28.226059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.226420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.226729 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Floating IP 59689d84-43ec-46ce-9635-f4e8acf91f2f disassociated. External IP: 172.27.1.230, port: f9740f9b-8ce9-44fd-a972-f8e0c16130b3. Apr 06 13:03:28.227095 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Calling delete_port for f9740f9b-8ce9-44fd-a972-f8e0c16130b3 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:28.231310 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-15783475-020f-427b-998d-e2e5b5bc0bd3 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92270792fa7b4b62aaf473329aa659e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468671 Apr 06 13:03:28.236550 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-16c9bf51-37d4-4f47-9546-644170555f76 req-30e4a683-a470-4a49-b69d-f3a1773c2bfc tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=13846011-040f-41ad-83c8-b49098fb60e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791590 Apr 06 13:03:28.354454 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c1b2abd6-ba94-4c4e-8366-840d66842d79 req-8f138dc1-fc3c-451c-8adc-1eed3cd1e60c tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 210 time: 0.0433650 Apr 06 13:03:28.421002 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9eb23cd5-ed77-42b0-b131-48999f9bb0b5 req-463a3b47-72e2-4e1d-bd05-cb63f6ddd3f2 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Apr 06 13:03:28.520208 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.668948 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks [] for port (84688640-0f19-4769-ad7b-a32c726b9682), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.739440 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (f9740f9b-8ce9-44fd-a972-f8e0c16130b3), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.753539 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.775974 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'Port': ['ID=f9740f9b-8ce9-44fd-a972-f8e0c16130b3,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:28.855649 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:03:28.866153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:03:28.874610 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:03:28.899997 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Pushing event updated for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:28.970090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:28.970778 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:28.994159 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-e590e5fe-85ba-4776-b6dd-64d31dffaeaa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4310896 Apr 06 13:03:29.006383 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Request body: {'port': {'device_id': '43668510-fd95-4582-9cf7-69495f743776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:29.014022 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:29.120441 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (84688640-0f19-4769-ad7b-a32c726b9682), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.217549 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:29.231195 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:29.243535 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:29.244402 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:03:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:29.308804 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] No DVR routers for this DVR port f9740f9b-8ce9-44fd-a972-f8e0c16130b3 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:29.313736 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.317213 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5c908e78-0175-4f14-8f1a-b77f0a393dd6 req-88581765-499f-4bb9-95fc-ad6ab08ee451 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "DELETE /v2.0/ports/f9740f9b-8ce9-44fd-a972-f8e0c16130b3 HTTP/1.1" status: 204 len: 173 time: 1.7472200 Apr 06 13:03:29.317722 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'name': 'network-vif-deleted', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:29.320261 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312498a-df23-49cd-8aa7-6b24ea714eee" -d '{"events": [{"server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "name": "network-vif-deleted", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:29.443051 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1c8aff8e-a4ac-47fb-b8ec-f1ee100b91eb req-bcc75de9-f0f4-4716-b5db-557006bcdd83 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98416da-b4c1-451c-8c1a-030b5f064a5c HTTP/1.1" status: 200 len: 210 time: 0.0612326 Apr 06 13:03:29.469356 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:29.481470 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877fff1-faef-45bb-84cb-827528602c5b x-openstack-request-id: req-2877fff1-faef-45bb-84cb-827528602c5b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:29.481953 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98416da-b4c1-451c-8c1a-030b5f064a5c", "name": "network-vif-deleted", "tag": "f9740f9b-8ce9-44fd-a972-f8e0c16130b3", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:29.482321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2877fff1-faef-45bb-84cb-827528602c5b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:29.482990 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2877fff1-faef-45bb-84cb-827528602c5b'] response: {'server_uuid': 'f98416da-b4c1-451c-8c1a-030b5f064a5c', 'name': 'network-vif-deleted', 'tag': 'f9740f9b-8ce9-44fd-a972-f8e0c16130b3', 'status': 'completed', 'code': 200} Apr 06 13:03:29.594320 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84688640-0f19-4769-ad7b-a32c726b9682 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:29.597412 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86b6668f-392b-444d-8333-ab7495a1fb70 req-fa48dcf2-c3db-4dee-949b-a602e4e7d24f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 210 time: 0.0555544 Apr 06 13:03:29.605626 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks [] for port (84688640-0f19-4769-ad7b-a32c726b9682), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.633372 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-eb9a33bd-6ea9-4713-a1f4-a5cda160cefa tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=92270792fa7b4b62aaf473329aa659e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491914 Apr 06 13:03:29.634138 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68707ee7-7e29-4344-89fd-9f94ec4260f2 req-bafb7813-a847-4937-8d63-f55c8f02cc0f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:29.635971 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-68707ee7-7e29-4344-89fd-9f94ec4260f2 req-bafb7813-a847-4937-8d63-f55c8f02cc0f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 932 time: 0.1083450 Apr 06 13:03:29.636542 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Transition to ACTIVE for port object 84688640-0f19-4769-ad7b-a32c726b9682 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:03:29.647535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.694136 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-68707ee7-7e29-4344-89fd-9f94ec4260f2 req-fbe70997-5170-4a46-acc2-fa77b3b9ba59 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Apr 06 13:03:29.736269 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:29.790456 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Attempting to bind port 84688640-0f19-4769-ad7b-a32c726b9682 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:03:29.790987 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Attempting to bind port 84688640-0f19-4769-ad7b-a32c726b9682 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:03:29.791291 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Attempting to bind port 84688640-0f19-4769-ad7b-a32c726b9682 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:29.796023 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Port 84688640-0f19-4769-ad7b-a32c726b9682 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:03:29.796343 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Attempting to bind port 84688640-0f19-4769-ad7b-a32c726b9682 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:29.804190 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:03:29.804531 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Checking segment: {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:03:29.805773 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Bound using segment: {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:03:29.805966 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Bound port: 84688640-0f19-4769-ad7b-a32c726b9682, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:03:29.806396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (84688640-0f19-4769-ad7b-a32c726b9682), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.842654 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:29.871929 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:29.880333 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:29.880955 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:03:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:29.911217 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9740f9b-8ce9-44fd-a972-f8e0c16130b3 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:29.953358 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: f9740f9b-8ce9-44fd-a972-f8e0c16130b3 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:29.953967 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9740f9b-8ce9-44fd-a972-f8e0c16130b3 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:30.011604 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:30.058634 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:03:30.066721 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-b7fd177b-48e0-4ae7-9673-f42c4db2f2c3 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:30.068289 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-b7fd177b-48e0-4ae7-9673-f42c4db2f2c3 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654078 Apr 06 13:03:30.070089 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=84688640-0f19-4769-ad7b-a32c726b9682,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:03:30.079623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Request body: {'port': {'device_id': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537', 'admin_state_up': True, 'tenant_id': '92270792fa7b4b62aaf473329aa659e8'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:30.084651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.156074 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:30.156682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.158068 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] 10.222.0.11 "PUT /v2.0/ports/84688640-0f19-4769-ad7b-a32c726b9682 HTTP/1.1" status: 200 len: 1094 time: 1.1560984 Apr 06 13:03:30.221179 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce42db7-b586-4ee0-80c8-0d79b722fd5e service neutron] Pushing event updated for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:30.237805 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:30.266388 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766b437-1a45-48b7-82d0-c658361d47bd None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:30.281381 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Made reservation on behalf of 92270792fa7b4b62aaf473329aa659e8 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:03:30.284738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.297038 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-5e2188a4-1f48-42e0-b00e-7703bfad4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:30.298548 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-5e2188a4-1f48-42e0-b00e-7703bfad4eda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 1128 time: 0.0933552 Apr 06 13:03:30.299633 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.347273 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-150b93d6-046f-4a54-808d-60e8f40fc526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84688640-0f19-4769-ad7b-a32c726b9682 HTTP/1.1" status: 200 len: 217 time: 0.0389390 Apr 06 13:03:30.420994 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-d1ce7876-e703-46c2-979c-f55604574937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:30.422489 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-d1ce7876-e703-46c2-979c-f55604574937 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 200 len: 854 time: 0.0695970 Apr 06 13:03:30.461694 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-897e7f4e-e4c1-48fc-bfc5-b72c92caf183 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322068 Apr 06 13:03:30.528747 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks [] for security_group (36a95b47-f076-4308-bb8b-17d1c32ec1cb), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.530296 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a17d62-ef2b-4a98-80fe-056215565aab None None] New status for floating IP 59689d84-43ec-46ce-9635-f4e8acf91f2f: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:03:30.536779 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (36a95b47-f076-4308-bb8b-17d1c32ec1cb), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.541836 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54888) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:30.604748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (13846011-040f-41ad-83c8-b49098fb60e9), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.637801 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (13846011-040f-41ad-83c8-b49098fb60e9), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.639937 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a95b47-f076-4308-bb8b-17d1c32ec1cb,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:30.655686 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-4a20c274-1106-48ce-8e5c-3443715c792b service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838715 Apr 06 13:03:30.743916 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a43653a6-8a78-4bd5-9e5c-c11411993fc3 req-4a4b1aa4-5485-459e-92c7-207b4592e24e tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 210 time: 0.0335035 Apr 06 13:03:30.777751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (13846011-040f-41ad-83c8-b49098fb60e9), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.780778 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.781973 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "DELETE /v2.0/security-groups/13846011-040f-41ad-83c8-b49098fb60e9 HTTP/1.1" status: 204 len: 168 time: 0.2384114 Apr 06 13:03:30.788122 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54894) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:30.800775 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Allocated IP 192.168.233.45 (8eb59860-a68c-495c-b5d8-7ba3035b5537/f69092ac-e284-4e00-9d53-740a5fe6f9ad/7b56a212-7e5b-46ad-9f92-83217ae4e29c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:03:30.819171 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-eb9d70b8-2a42-481d-bf7e-41a4a7ef652f req-287198ec-8684-4f97-93c5-6585b0555300 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571927 Apr 06 13:03:30.835537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cd398-c63d-442d-98ba-9e3467a00afe tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13846011-040f-41ad-83c8-b49098fb60e9,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:30.842182 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.api.v2.resource [None req-02391d22-0bde-4674-b76d-7e3e6cf77e90 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] show failed (client error): The resource could not be found. Apr 06 13:03:30.843541 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-02391d22-0bde-4674-b76d-7e3e6cf77e90 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups/13846011-040f-41ad-83c8-b49098fb60e9 HTTP/1.1" status: 404 len: 347 time: 0.0541503 Apr 06 13:03:30.846340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54898) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:30.947179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab40528-6565-4d70-9590-bb948a966c04 req-eb38a6d0-5180-406f-bb75-b557a81304b0 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:30.948735 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ab40528-6565-4d70-9590-bb948a966c04 req-eb38a6d0-5180-406f-bb75-b557a81304b0 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 944 time: 0.1656408 Apr 06 13:03:30.972126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks [] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.006960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.033637 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ab40528-6565-4d70-9590-bb948a966c04 req-77803db7-7b47-4e88-8df0-8c7dd1f439b9 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773175 Apr 06 13:03:31.043875 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Deleting port dd9c2df3-a91f-49ee-9bbd-e75661849d7b {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:31.044746 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.061041 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Network 8eb59860-a68c-495c-b5d8-7ba3035b5537 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:03:31.064165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:03:31.066674 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:03:31.092329 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Pushing event updated for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:31.128773 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:31.129601 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.135942 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.136274 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.148116 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-002868e7-626c-4818-a9dc-36bef3f00b60 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0722814 Apr 06 13:03:31.150146 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Calling delete_port for dd9c2df3-a91f-49ee-9bbd-e75661849d7b owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:31.294912 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (dd9c2df3-a91f-49ee-9bbd-e75661849d7b), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.298370 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-6a67f131-ce37-4b6a-8fc1-d5180cfb328f None None] Provisioning complete for port 7b56a212-7e5b-46ad-9f92-83217ae4e29c triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:03:31.299038 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6a67f131-ce37-4b6a-8fc1-d5180cfb328f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.325487 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'Port': ['ID=dd9c2df3-a91f-49ee-9bbd-e75661849d7b,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:31.347568 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-6a67f131-ce37-4b6a-8fc1-d5180cfb328f None None] Port 7b56a212-7e5b-46ad-9f92-83217ae4e29c cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:03:31.388440 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (59689d84-43ec-46ce-9635-f4e8acf91f2f), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.391036 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.392204 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e67184c0-ed77-43e7-8c96-0d175a1e220f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "DELETE /v2.0/floatingips/59689d84-43ec-46ce-9635-f4e8acf91f2f HTTP/1.1" status: 204 len: 168 time: 0.5449266 Apr 06 13:03:31.484504 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:31.487076 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52150d-171f-40fe-bfd6-e32a67b0d915" -d '{"events": [{"name": "network-changed", "server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "tag": "84688640-0f19-4769-ad7b-a32c726b9682"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:31.525350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a406d5-7fc9-41d3-85ed-c7ff9a5d24b7 x-openstack-request-id: req-13a406d5-7fc9-41d3-85ed-c7ff9a5d24b7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:31.525724 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "tag": "84688640-0f19-4769-ad7b-a32c726b9682", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:31.525976 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13a406d5-7fc9-41d3-85ed-c7ff9a5d24b7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:31.526388 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a406d5-7fc9-41d3-85ed-c7ff9a5d24b7'] response: {'name': 'network-changed', 'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682', 'status': 'completed', 'code': 200} Apr 06 13:03:31.767424 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Request body: {'port': {'device_id': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:31.785678 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54906) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:31.791879 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957218831', 'description': 'tempest-description--171851393'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:31.821393 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.922599 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 84688640-0f19-4769-ad7b-a32c726b9682 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:03:31.923687 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275d12-e7ef-4d00-b497-de32623efb4c req-af81a124-7db4-42ac-a0f0-cc5a8c76aed0 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:31.925228 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-48275d12-e7ef-4d00-b497-de32623efb4c req-af81a124-7db4-42ac-a0f0-cc5a8c76aed0 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 935 time: 0.0865121 Apr 06 13:03:31.950592 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (ca58df8f-5e1c-485a-9f44-4952eb79508a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.954288 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-5d704032-35a5-487f-ad26-f7ec630a847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:31.956707 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-5d704032-35a5-487f-ad26-f7ec630a847e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 1128 time: 0.1558864 Apr 06 13:03:31.958464 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:31.959344 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ca58df8f-5e1c-485a-9f44-4952eb79508a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.011243 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.015594 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2286296 Apr 06 13:03:32.020340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54908) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:32.027489 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group_rule': {'security_group_id': 'ca58df8f-5e1c-485a-9f44-4952eb79508a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:32.031459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4dba5-88c9-420c-8716-9375a33d359d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58df8f-5e1c-485a-9f44-4952eb79508a,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:32.035415 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=84688640-0f19-4769-ad7b-a32c726b9682,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:32.044820 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-48275d12-e7ef-4d00-b497-de32623efb4c req-48a40ad8-5770-4ad5-8e10-c56fcb1fad8a tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075001 Apr 06 13:03:32.049262 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '84688640-0f19-4769-ad7b-a32c726b9682', 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12', 'port_id': '84688640-0f19-4769-ad7b-a32c726b9682', 'mac_address': 'fa:16:3e:6a:0d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:03:32.086905 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (b1684c59-e382-4479-85ee-578aa1abad6e), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.112188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 84688640-0f19-4769-ad7b-a32c726b9682 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:32.112580 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (84688640-0f19-4769-ad7b-a32c726b9682), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.126782 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84688640-0f19-4769-ad7b-a32c726b9682 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:32.147528 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=84688640-0f19-4769-ad7b-a32c726b9682,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:32.153199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.188563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-871fd617-d617-4ac4-86f8-f9ca411b1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:32.190117 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-871fd617-d617-4ac4-86f8-f9ca411b1f3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 915 time: 0.2257409 Apr 06 13:03:32.198074 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (b1684c59-e382-4479-85ee-578aa1abad6e), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.208877 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:32.210641 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c933-c3a5-4c9a-93b6-5f5f9b0aa346 req-99372a56-6980-4924-ae3c-d612d2349a3d tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:32.212848 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f717c933-c3a5-4c9a-93b6-5f5f9b0aa346 req-99372a56-6980-4924-ae3c-d612d2349a3d tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 944 time: 0.0908270 Apr 06 13:03:32.214123 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (b1684c59-e382-4479-85ee-578aa1abad6e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.217902 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.218483 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.218888 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.219419 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.219932 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.220487 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.221024 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.221560 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.222194 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.222754 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.223164 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.223559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.223963 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.224592 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.225092 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:32.248960 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1684c59-e382-4479-85ee-578aa1abad6e,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:32.249765 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-3a61c269-3d35-4e6b-b99b-9694e1f588ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84688640-0f19-4769-ad7b-a32c726b9682 HTTP/1.1" status: 200 len: 217 time: 0.0516360 Apr 06 13:03:32.256798 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.258632 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-0ad65396-6704-4801-b12f-bec5c26422db tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367418 Apr 06 13:03:32.263949 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54912) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:32.268405 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'security_group_rule': {'security_group_id': 'ca58df8f-5e1c-485a-9f44-4952eb79508a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:32.306538 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f717c933-c3a5-4c9a-93b6-5f5f9b0aa346 req-4103920a-5b8b-43b0-9ef9-1f62ecf69477 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Apr 06 13:03:32.312979 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (2e066482-a910-4fa3-9291-4f49c473450c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.349153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-e828739a-ec82-4bb4-b3d1-be5e0e477315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:32.350634 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-e828739a-ec82-4bb4-b3d1-be5e0e477315 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 200 len: 854 time: 0.0900669 Apr 06 13:03:32.381839 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['84688640-0f19-4769-ad7b-a32c726b9682'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:03:32.382594 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (2e066482-a910-4fa3-9291-4f49c473450c), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.388519 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (2e066482-a910-4fa3-9291-4f49c473450c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.394676 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-26100124-0e7e-4f0c-aeee-3d439decf057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377934 Apr 06 13:03:32.409740 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e066482-a910-4fa3-9291-4f49c473450c,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:32.417341 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.418295 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-75f50b25-bf54-41f5-994c-d566a178026d tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534195 Apr 06 13:03:32.421515 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 54914) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:32.426363 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:32.449106 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.503245 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b56a212-7e5b-46ad-9f92-83217ae4e29c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:32.514275 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks [] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.529236 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Transition to ACTIVE for port object 7b56a212-7e5b-46ad-9f92-83217ae4e29c will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:03:32.536510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.558548 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.593121 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-d008c33e-3bab-4362-b8e3-6a04c9036e92 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850839 Apr 06 13:03:32.601489 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Pushing event updated for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:32.686963 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Allocated IP 172.27.1.31 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/25a654ea-cf06-42a5-9630-cedeb5ba88af) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:03:32.716806 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-1c52150d-171f-40fe-bfd6-e32a67b0d915 req-55eb84a2-4817-432d-9b17-f35753a81a9d service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121061 Apr 06 13:03:32.812795 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.851526 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:32.903372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:03:32.907018 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:03:32.909642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:03:32.937252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=25a654ea-cf06-42a5-9630-cedeb5ba88af,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:33.005981 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.026520 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Attempting to bind port 7b56a212-7e5b-46ad-9f92-83217ae4e29c on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:03:33.027113 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Attempting to bind port 7b56a212-7e5b-46ad-9f92-83217ae4e29c by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:03:33.027113 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Attempting to bind port 7b56a212-7e5b-46ad-9f92-83217ae4e29c on network 8eb59860-a68c-495c-b5d8-7ba3035b5537 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:33.031162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Port 7b56a212-7e5b-46ad-9f92-83217ae4e29c on network 8eb59860-a68c-495c-b5d8-7ba3035b5537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:03:33.031474 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Attempting to bind port 7b56a212-7e5b-46ad-9f92-83217ae4e29c on network 8eb59860-a68c-495c-b5d8-7ba3035b5537 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:33.036162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:03:33.036488 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Checking segment: {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:03:33.036862 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Bound using segment: {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:03:33.037271 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Bound port: 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f918ae-dd90-47da-bfdd-a6db6353d310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:03:33.037644 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.043689 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.107746 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:03:33.111250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:03:33.118160 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.161801 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.162535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.164939 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] 10.222.0.11 "PUT /v2.0/ports/7b56a212-7e5b-46ad-9f92-83217ae4e29c HTTP/1.1" status: 200 len: 1097 time: 1.4037127 Apr 06 13:03:33.186036 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced3e42-6996-45d8-a4a9-9fa97e891b5f service neutron] Pushing event updated for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:33.248255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb767-c8cb-463d-8445-ba1d04986839 req-7ebcb1f3-2ecf-447e-8d1f-f1ba788f2487 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.253482 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bdfcb767-c8cb-463d-8445-ba1d04986839 req-7ebcb1f3-2ecf-447e-8d1f-f1ba788f2487 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 947 time: 0.1165485 Apr 06 13:03:33.266219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-56c29c94-6bfc-4570-887e-5083ac40fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.269437 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-56c29c94-6bfc-4570-887e-5083ac40fcbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92270792fa7b4b62aaf473329aa659e8&device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 1131 time: 0.0566380 Apr 06 13:03:33.295781 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.304341 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.314927 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-a8f1bd96-7ad2-4136-b460-9f21cce43e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c HTTP/1.1" status: 200 len: 217 time: 0.0381608 Apr 06 13:03:33.373473 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6b23d4ab-901d-45b8-a807-1cc44aa7701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.374994 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-6b23d4ab-901d-45b8-a807-1cc44aa7701a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f69092ac-e284-4e00-9d53-740a5fe6f9ad HTTP/1.1" status: 200 len: 843 time: 0.0547841 Apr 06 13:03:33.403964 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bdfcb767-c8cb-463d-8445-ba1d04986839 req-59afb8d2-9fef-475b-afbb-afee0ae19867 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476865 Apr 06 13:03:33.444280 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=25a654ea-cf06-42a5-9630-cedeb5ba88af,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:33.446002 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935173-c1f5-4181-8679-5b35e069b0af req-c4797dd2-4b1c-4edb-8f88-af90ce82c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.449718 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-c4797dd2-4b1c-4edb-8f88-af90ce82c13e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8eb59860-a68c-495c-b5d8-7ba3035b5537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0676255 Apr 06 13:03:33.454730 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.479277 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698db81d-4d12-4398-ab38-2372afdd23d4 req-f52a4377-7bda-4ada-8596-9eae12a5fd02 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.480797 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-698db81d-4d12-4398-ab38-2372afdd23d4 req-f52a4377-7bda-4ada-8596-9eae12a5fd02 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 945 time: 0.0995910 Apr 06 13:03:33.483604 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.484987 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c9e52419-d2cc-4ffc-bd23-b4c9026c2e52 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0619690 Apr 06 13:03:33.528975 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:33.531813 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b314b4a-f375-48c4-96a2-9f94129936a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:33.542269 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-698db81d-4d12-4398-ab38-2372afdd23d4 req-5b3871a8-cbc8-4ebc-9cd6-9740a3149fa7 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Apr 06 13:03:33.562880 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-1d253dad-14e4-4bc1-b01a-8f2afc1af528 service neutron] 10.222.0.11 "GET /v2.0/networks/8eb59860-a68c-495c-b5d8-7ba3035b5537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069574 Apr 06 13:03:33.577301 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8428922f-904b-47d7-b5dc-ceddae99f872 x-openstack-request-id: req-8428922f-904b-47d7-b5dc-ceddae99f872 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:33.577605 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:33.577859 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8428922f-904b-47d7-b5dc-ceddae99f872 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:33.578271 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8428922f-904b-47d7-b5dc-ceddae99f872'] response: {'name': 'network-changed', 'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c', 'status': 'completed', 'code': 200} Apr 06 13:03:33.662571 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c3935173-c1f5-4181-8679-5b35e069b0af req-d686d4a5-b23c-42c2-8773-14a6966b5b15 service neutron] 10.222.0.11 "GET /v2.0/networks/8eb59860-a68c-495c-b5d8-7ba3035b5537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935087 Apr 06 13:03:33.690254 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-4089b1a4-7815-4a17-96b1-deedec280bf7 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1957218831&fields=id&tenant_id=f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 267 time: 0.0445101 Apr 06 13:03:33.800435 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-775d78e6-fe6c-40b6-b775-88fe294c5a5f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:33.801835 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-775d78e6-fe6c-40b6-b775-88fe294c5a5f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 811 time: 0.1043491 Apr 06 13:03:33.818820 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-c8c98d36-c838-4e14-9e1b-279bcb6c9ad2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/quotas/f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 375 time: 0.0115459 Apr 06 13:03:33.877931 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-f8bc93e7-b7a7-4377-8de7-5f160acb1846 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539024 Apr 06 13:03:33.925323 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 84688640-0f19-4769-ad7b-a32c726b9682 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:03:33.976362 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 84688640-0f19-4769-ad7b-a32c726b9682 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:03:33.980268 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-e7e93b68-430a-45b1-b6e6-0ae9aeb54486 service neutron] 10.222.0.23 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Apr 06 13:03:33.995846 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 84688640-0f19-4769-ad7b-a32c726b9682 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:03:33.996214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (84688640-0f19-4769-ad7b-a32c726b9682), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:34.080979 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-c9d694c2-be83-432f-b39f-a70f4e641b40 service neutron] 10.222.0.23 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938995 Apr 06 13:03:34.082356 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 84688640-0f19-4769-ad7b-a32c726b9682 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:34.082744 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (84688640-0f19-4769-ad7b-a32c726b9682), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:34.107292 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:34.109540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3099f54b-70ca-41d7-aa89-ce10423908af" -d '{"events": [{"server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "name": "network-vif-plugged", "status": "completed", "tag": "84688640-0f19-4769-ad7b-a32c726b9682"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:34.123697 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=84688640-0f19-4769-ad7b-a32c726b9682,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:34.128958 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:34.152468 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542272e-227f-4b79-99bd-9d55eea22d87 x-openstack-request-id: req-a542272e-227f-4b79-99bd-9d55eea22d87 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:34.152754 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "name": "network-vif-plugged", "status": "completed", "tag": "84688640-0f19-4769-ad7b-a32c726b9682", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:34.153005 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a542272e-227f-4b79-99bd-9d55eea22d87 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:34.153392 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a542272e-227f-4b79-99bd-9d55eea22d87'] response: {'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682', 'code': 200} Apr 06 13:03:34.182158 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:34.513544 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-55c66b1b-05dc-4e98-86a1-1d3090d84c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.515183 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-55c66b1b-05dc-4e98-86a1-1d3090d84c50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92270792fa7b4b62aaf473329aa659e8&device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 1131 time: 0.0555286 Apr 06 13:03:34.560854 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae38b49-1473-4e41-a4af-31d4780c44d7 req-b3db08bf-ca6d-4c54-8f3d-d6b51d183f1d tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.562938 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ae38b49-1473-4e41-a4af-31d4780c44d7 req-b3db08bf-ca6d-4c54-8f3d-d6b51d183f1d tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 947 time: 0.0777161 Apr 06 13:03:34.629792 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4ae38b49-1473-4e41-a4af-31d4780c44d7 req-ed1f66f7-125d-42c5-a57c-45591945373f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603337 Apr 06 13:03:34.647115 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-45aed16b-995a-4f21-aed0-75d5a755199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.648657 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-45aed16b-995a-4f21-aed0-75d5a755199b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8eb59860-a68c-495c-b5d8-7ba3035b5537 HTTP/1.1" status: 200 len: 870 time: 0.1271999 Apr 06 13:03:34.696192 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-45655314-d102-4f48-b9b9-63eefb5ae728 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c HTTP/1.1" status: 200 len: 217 time: 0.0403664 Apr 06 13:03:34.701959 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540361-2690-4d8e-a099-98d1f43cbf62 req-f3e70748-0125-41c6-9341-c338a4a762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.703434 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5b540361-2690-4d8e-a099-98d1f43cbf62 req-f3e70748-0125-41c6-9341-c338a4a762c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 1130 time: 0.0860779 Apr 06 13:03:34.771510 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1e98-a426-4f49-9a05-43660616c25c req-421937a0-0155-4283-b5d6-92427bb04219 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.773396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-800a25be-5902-442a-8b93-c697f476cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.773536 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb5b1e98-a426-4f49-9a05-43660616c25c req-421937a0-0155-4283-b5d6-92427bb04219 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0660727 Apr 06 13:03:34.774944 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-800a25be-5902-442a-8b93-c697f476cf2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f69092ac-e284-4e00-9d53-740a5fe6f9ad HTTP/1.1" status: 200 len: 843 time: 0.0706620 Apr 06 13:03:34.795007 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5b540361-2690-4d8e-a099-98d1f43cbf62 req-4601307c-de2b-433a-9196-a91b071b936a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829580 Apr 06 13:03:34.828207 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb5b1e98-a426-4f49-9a05-43660616c25c req-7839bff8-b6cb-41db-ac8f-c375ebd9267f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Apr 06 13:03:34.829201 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-6f24989d-767a-459f-b6b7-a9ca3b6309bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:34.830860 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-6f24989d-767a-459f-b6b7-a9ca3b6309bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8eb59860-a68c-495c-b5d8-7ba3035b5537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480587 Apr 06 13:03:35.075381 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-c3592b37-fa2a-425d-b0f3-b76a7be5bb6a service neutron] 10.222.0.11 "GET /v2.0/networks/8eb59860-a68c-495c-b5d8-7ba3035b5537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Apr 06 13:03:35.168795 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2b314b4a-f375-48c4-96a2-9f94129936a1 req-c97d51a0-b7b7-49d8-a937-a9f8367e036b service neutron] 10.222.0.11 "GET /v2.0/networks/8eb59860-a68c-495c-b5d8-7ba3035b5537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Apr 06 13:03:35.273389 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4d3a2c4e-188c-43b5-9c58-3886983b7e79 req-f7db65cf-8784-4987-b96a-7d9b92a609a5 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 210 time: 0.0396140 Apr 06 13:03:35.775364 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e04d-5ac1-4650-94df-c27ea92e0417 req-d6e7ac5f-df7b-4ef9-b42b-2c99f120f0e2 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:35.776881 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e344e04d-5ac1-4650-94df-c27ea92e0417 req-d6e7ac5f-df7b-4ef9-b42b-2c99f120f0e2 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 947 time: 0.0572515 Apr 06 13:03:35.825157 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e344e04d-5ac1-4650-94df-c27ea92e0417 req-2bbee5a0-ad09-46d0-b516-e7a7f502d6af tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Apr 06 13:03:35.924394 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7b56a212-7e5b-46ad-9f92-83217ae4e29c details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:03:35.969398 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee5ef-82f0-4161-85f2-125d4d262ea1 req-531e737b-c294-4dd4-a0ad-9f3e0c8c931c tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:35.971942 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f83ee5ef-82f0-4161-85f2-125d4d262ea1 req-531e737b-c294-4dd4-a0ad-9f3e0c8c931c tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0752962 Apr 06 13:03:36.023393 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f83ee5ef-82f0-4161-85f2-125d4d262ea1 req-6a42829b-3e59-4776-b10e-73fca880441f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Apr 06 13:03:36.044493 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:36.057033 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '7b56a212-7e5b-46ad-9f92-83217ae4e29c', 'network_id': '8eb59860-a68c-495c-b5d8-7ba3035b5537', 'port_id': '7b56a212-7e5b-46ad-9f92-83217ae4e29c', 'mac_address': 'fa:16:3e:99:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69092ac-e284-4e00-9d53-740a5fe6f9ad', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:03:36.096177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7b56a212-7e5b-46ad-9f92-83217ae4e29c is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:36.096435 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:36.111768 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b56a212-7e5b-46ad-9f92-83217ae4e29c {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:36.132424 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:36.139754 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:36.194085 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:36.375148 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['7b56a212-7e5b-46ad-9f92-83217ae4e29c'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:03:36.385838 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-31f13cf4-a797-4685-9350-a87a7de396c4 req-177a24c6-3e9d-4f92-9ad4-4f70e6dd34ec tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 210 time: 0.0327914 Apr 06 13:03:36.724350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-6b830349-c6ac-47cc-86d1-db4166d1b211 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:36.725851 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-6b830349-c6ac-47cc-86d1-db4166d1b211 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 811 time: 0.1142297 Apr 06 13:03:36.795108 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-fe4e8799-cd35-4369-8d68-e90934ea9abb tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f566084a0b414e6dabf96eae8ae4d7ac HTTP/1.1" status: 200 len: 380 time: 0.0545235 Apr 06 13:03:36.809090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'port': {'device_id': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'admin_state_up': True, 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'security_groups': ['ca58df8f-5e1c-485a-9f44-4952eb79508a']}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:36.923279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Made reservation on behalf of f566084a0b414e6dabf96eae8ae4d7ac for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:03:36.926501 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:36.954604 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a8c4-b45a-435b-811b-157fe0e3e3d8 req-ca946eca-f4f8-4c01-818d-f219bcf8d66b tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:36.956236 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-66d1a8c4-b45a-435b-811b-157fe0e3e3d8 req-ca946eca-f4f8-4c01-818d-f219bcf8d66b tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 948 time: 0.0560822 Apr 06 13:03:37.006262 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-66d1a8c4-b45a-435b-811b-157fe0e3e3d8 req-309fb454-b7ed-4209-b3c3-589bfc6ac793 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Apr 06 13:03:37.064866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Allocated IP 172.20.0.12 (76478e6a-dbca-4035-b1e2-e31cea886ec9/ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58/f9988116-03d5-4da4-bf03-cbc953585539) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:03:37.146293 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938ac12-d137-4ff2-a0bd-f402f315fe59 req-fcf0d989-9393-4845-a999-5d4aa0d28a61 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:37.147778 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3938ac12-d137-4ff2-a0bd-f402f315fe59 req-fcf0d989-9393-4845-a999-5d4aa0d28a61 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0530479 Apr 06 13:03:37.197630 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3938ac12-d137-4ff2-a0bd-f402f315fe59 req-68e2cd9c-57a4-43cd-a5ac-9d17245e1fd2 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Apr 06 13:03:37.208386 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for port (f9988116-03d5-4da4-bf03-cbc953585539), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.251414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.308963 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:03:37.312498 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:03:37.315424 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:03:37.349431 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event updated for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:37.380977 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:37.381636 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.399752 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-8894f785-a2c9-4b49-9e48-2bea67a133f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959682 Apr 06 13:03:37.411551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Request body: {'port': {'device_id': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:37.491570 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9988116-03d5-4da4-bf03-cbc953585539), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.543625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5a55a-8781-49b2-aa04-62d860f31a86 req-d90c23e2-e8cc-4f29-8a8c-dc952c33eb26 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:37.545776 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-afb5a55a-8781-49b2-aa04-62d860f31a86 req-d90c23e2-e8cc-4f29-8a8c-dc952c33eb26 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 932 time: 0.0722888 Apr 06 13:03:37.604105 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-afb5a55a-8781-49b2-aa04-62d860f31a86 req-2a35038d-e329-430c-ae97-906e60aa0121 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519230 Apr 06 13:03:37.679283 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-cab22328-ab91-4629-bb17-91a759641196 None None] Provisioning complete for port f9988116-03d5-4da4-bf03-cbc953585539 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:03:37.680840 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cab22328-ab91-4629-bb17-91a759641196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (f9988116-03d5-4da4-bf03-cbc953585539), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.746865 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-cab22328-ab91-4629-bb17-91a759641196 None None] Port f9988116-03d5-4da4-bf03-cbc953585539 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:03:37.836627 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9988116-03d5-4da4-bf03-cbc953585539 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:37.844293 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks [] for port (f9988116-03d5-4da4-bf03-cbc953585539), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.857425 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Transition to ACTIVE for port object f9988116-03d5-4da4-bf03-cbc953585539 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:03:37.861205 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:37.928021 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7b56a212-7e5b-46ad-9f92-83217ae4e29c up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:03:37.946071 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:38.013235 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Attempting to bind port f9988116-03d5-4da4-bf03-cbc953585539 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:03:38.013810 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Attempting to bind port f9988116-03d5-4da4-bf03-cbc953585539 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:03:38.014111 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Attempting to bind port f9988116-03d5-4da4-bf03-cbc953585539 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:38.025183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Port f9988116-03d5-4da4-bf03-cbc953585539 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:03:38.025183 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Attempting to bind port f9988116-03d5-4da4-bf03-cbc953585539 on network 76478e6a-dbca-4035-b1e2-e31cea886ec9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:03:38.026811 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 7b56a212-7e5b-46ad-9f92-83217ae4e29c completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:03:38.032766 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:03:38.033057 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Checking segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:03:38.033440 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Bound using segment: {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:03:38.033888 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Bound port: f9988116-03d5-4da4-bf03-cbc953585539, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110f0050-76c1-4206-a962-d2824f583b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:03:38.034246 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9988116-03d5-4da4-bf03-cbc953585539), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.037704 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 7b56a212-7e5b-46ad-9f92-83217ae4e29c triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:03:38.038079 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.152408 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7b56a212-7e5b-46ad-9f92-83217ae4e29c is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:38.154887 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.155880 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:03:38.160219 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9988116-03d5-4da4-bf03-cbc953585539,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:03:38.169966 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.192207 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:38.194387 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f89c4-2c93-4cfb-8b7b-c1560937d43b" -d '{"events": [{"server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "name": "network-vif-plugged", "status": "completed", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:38.212286 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:38.218149 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.219628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.220588 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:38.222219 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f9988116-03d5-4da4-bf03-cbc953585539 HTTP/1.1" status: 200 len: 1094 time: 0.8150203 Apr 06 13:03:38.222761 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:38.225258 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51aea6c-ccee-4438-b43a-5d7090e5537d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "tag": "f9988116-03d5-4da4-bf03-cbc953585539"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:38.252160 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c060f-4f47-4019-98f1-7aef5ef89364 req-a96d5a8f-f351-403c-937a-479d9795a4fd tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.265199 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-597c060f-4f47-4019-98f1-7aef5ef89364 req-a96d5a8f-f351-403c-937a-479d9795a4fd tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 948 time: 0.1388688 Apr 06 13:03:38.269350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380d9a-97bd-4a9a-99ac-740dbc9cb4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:38.292127 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:38.337347 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b6b0f3-3306-4756-81f7-7e9129a4de03 x-openstack-request-id: req-32b6b0f3-3306-4756-81f7-7e9129a4de03 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:38.337680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "name": "network-vif-plugged", "status": "completed", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:38.337928 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32b6b0f3-3306-4756-81f7-7e9129a4de03 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:38.338325 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b6b0f3-3306-4756-81f7-7e9129a4de03'] response: {'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c', 'code': 200} Apr 06 13:03:38.354579 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-597c060f-4f47-4019-98f1-7aef5ef89364 req-748265cc-a90d-42a3-b8a9-5cd305aed956 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878897 Apr 06 13:03:38.361623 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-9de41676-4370-448c-9e22-11ff8959b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.370453 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-9de41676-4370-448c-9e22-11ff8959b6df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 1128 time: 0.0970523 Apr 06 13:03:38.388924 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099003f-9b0c-4f0c-8c1f-64574329a214 x-openstack-request-id: req-b099003f-9b0c-4f0c-8c1f-64574329a214 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:38.389254 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "tag": "f9988116-03d5-4da4-bf03-cbc953585539", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:38.389540 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b099003f-9b0c-4f0c-8c1f-64574329a214 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:38.389954 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099003f-9b0c-4f0c-8c1f-64574329a214'] response: {'name': 'network-changed', 'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539', 'status': 'completed', 'code': 200} Apr 06 13:03:38.425846 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-63fd58a7-b986-4d46-9547-ff54b458695e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9988116-03d5-4da4-bf03-cbc953585539 HTTP/1.1" status: 200 len: 217 time: 0.0453465 Apr 06 13:03:38.482100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-3ac4098a-388e-48dc-ad86-886861a2c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.483691 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-3ac4098a-388e-48dc-ad86-886861a2c06c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0508919 Apr 06 13:03:38.577090 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a911f-3d28-4069-93ec-b0babe572851 req-f02ca693-4627-4d1e-9426-27e7ea6c3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.578592 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6e2a911f-3d28-4069-93ec-b0babe572851 req-f02ca693-4627-4d1e-9426-27e7ea6c3a34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 1133 time: 0.0807407 Apr 06 13:03:38.582762 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaff4-29c3-4193-8431-1572aa603c80 req-1c03fb7c-4d06-4786-ab94-04a5b967ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.584115 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-1c03fb7c-4d06-4786-ab94-04a5b967ed28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874810 Apr 06 13:03:38.679384 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-6e2a911f-3d28-4069-93ec-b0babe572851 req-f33c1be4-ebf5-435d-b7bb-ecda53c4a72a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941064 Apr 06 13:03:38.713792 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-23b4f19e-a58c-401e-8cf0-7d17ae922b6c service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132076 Apr 06 13:03:38.737484 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ebad-7b71-420b-a1de-40be49bc9bc0 req-f0746db4-c4f5-4ede-9bde-d53506aa8a8a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:38.738994 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2587ebad-7b71-420b-a1de-40be49bc9bc0 req-f0746db4-c4f5-4ede-9bde-d53506aa8a8a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 944 time: 0.0531268 Apr 06 13:03:38.793589 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2587ebad-7b71-420b-a1de-40be49bc9bc0 req-7ecdf6db-b341-4a61-ae0e-caf5972fc4bf tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472457 Apr 06 13:03:38.975269 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-86feaff4-29c3-4193-8431-1572aa603c80 req-296fef54-bbf4-470f-b05a-68c7c03597bb service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883431 Apr 06 13:03:39.491877 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4255-1fd5-4cfb-b077-e198c23a247f req-baff9d09-6a5d-4614-8dde-0b2b6680bfa9 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:39.494413 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4e9b4255-1fd5-4cfb-b077-e198c23a247f req-baff9d09-6a5d-4614-8dde-0b2b6680bfa9 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0585089 Apr 06 13:03:39.545263 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4e9b4255-1fd5-4cfb-b077-e198c23a247f req-6c167413-672e-4fd7-b752-c882636bbadc tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Apr 06 13:03:39.918195 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c2b88-2280-4c09-93f0-d4a9aa56d38f req-9af9f577-5053-433c-871c-05d7f99ed7b0 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:39.919736 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-621c2b88-2280-4c09-93f0-d4a9aa56d38f req-9af9f577-5053-433c-871c-05d7f99ed7b0 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 944 time: 0.0579891 Apr 06 13:03:39.941840 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9988116-03d5-4da4-bf03-cbc953585539 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:03:39.972537 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-621c2b88-2280-4c09-93f0-d4a9aa56d38f req-6583f970-9450-4ff7-b0c6-ca34968d4513 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472367 Apr 06 13:03:40.178064 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9988116-03d5-4da4-bf03-cbc953585539,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:40.190086 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': 'f9988116-03d5-4da4-bf03-cbc953585539', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'port_id': 'f9988116-03d5-4da4-bf03-cbc953585539', 'mac_address': 'fa:16:3e:a8:31:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:03:40.229236 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port f9988116-03d5-4da4-bf03-cbc953585539 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:40.229682 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9988116-03d5-4da4-bf03-cbc953585539), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:40.244502 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9988116-03d5-4da4-bf03-cbc953585539 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:03:40.265556 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9988116-03d5-4da4-bf03-cbc953585539,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:40.271156 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:40.326414 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:40.332496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-4f120f3c-7c84-42a0-9ba6-e3f9dc6cac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:40.334514 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-4f120f3c-7c84-42a0-9ba6-e3f9dc6cac8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 1129 time: 0.0553610 Apr 06 13:03:40.431819 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-ccbdb7ef-adef-48c9-b9f5-f1f6184aee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:40.433193 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-ccbdb7ef-adef-48c9-b9f5-f1f6184aee71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.0918884 Apr 06 13:03:40.478637 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-2362e97f-a5cd-4b65-bbd3-165e3a39c814 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9988116-03d5-4da4-bf03-cbc953585539 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Apr 06 13:03:40.533103 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-2bf96ac9-619a-42a7-ac58-a03cb71a652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:40.534616 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-2bf96ac9-619a-42a7-ac58-a03cb71a652a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0465603 Apr 06 13:03:40.578942 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['f9988116-03d5-4da4-bf03-cbc953585539'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:03:40.600733 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-d880f9c7-de6d-401c-9020-2842e94d109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:40.603314 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-d880f9c7-de6d-401c-9020-2842e94d109f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622466 Apr 06 13:03:40.691380 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f157c-5545-4b86-a6ad-bccf2c0d6c37 req-0ef28095-10b3-45be-b7be-04e694b3e471 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:40.693072 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-452f157c-5545-4b86-a6ad-bccf2c0d6c37 req-0ef28095-10b3-45be-b7be-04e694b3e471 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0776567 Apr 06 13:03:40.719148 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-4fe6a781-3c8e-40c1-97fc-b9481a7fe0f0 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074102 Apr 06 13:03:40.753389 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-452f157c-5545-4b86-a6ad-bccf2c0d6c37 req-1ca7af8a-b627-4b4a-84cc-d93d7593cc79 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Apr 06 13:03:41.100113 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0488b-4e40-43ad-a27b-21291448ad6e req-308e9097-05c4-4fcc-bd71-32789b8054f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:41.101819 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-49e0488b-4e40-43ad-a27b-21291448ad6e req-308e9097-05c4-4fcc-bd71-32789b8054f2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 945 time: 0.0578704 Apr 06 13:03:41.156513 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-49e0488b-4e40-43ad-a27b-21291448ad6e req-7cafaf43-7b9d-43c1-9773-68ad5d6e5397 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478292 Apr 06 13:03:41.362611 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c51aea6c-ccee-4438-b43a-5d7090e5537d req-3fdd3ad1-050d-4210-b95f-9b12f6ed5a7e service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008170 Apr 06 13:03:41.883811 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9975f-5da6-431f-87a3-4a055a04b8c1 req-c61062b9-fe82-47ac-ad63-34c943feebd4 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:41.885332 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2cf9975f-5da6-431f-87a3-4a055a04b8c1 req-c61062b9-fe82-47ac-ad63-34c943feebd4 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0596104 Apr 06 13:03:41.933586 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2cf9975f-5da6-431f-87a3-4a055a04b8c1 req-bc4d7c56-073b-4d9f-9dcf-8f790f3b7259 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Apr 06 13:03:41.960585 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9988116-03d5-4da4-bf03-cbc953585539 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:03:42.016298 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port f9988116-03d5-4da4-bf03-cbc953585539 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:03:42.020124 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port f9988116-03d5-4da4-bf03-cbc953585539 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:03:42.020529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (f9988116-03d5-4da4-bf03-cbc953585539), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:42.104415 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port f9988116-03d5-4da4-bf03-cbc953585539 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:03:42.104722 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (f9988116-03d5-4da4-bf03-cbc953585539), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:42.139787 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:42.142115 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e7c51-013e-45eb-9e41-4154af8ab629" -d '{"events": [{"server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "f9988116-03d5-4da4-bf03-cbc953585539"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:42.155666 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9988116-03d5-4da4-bf03-cbc953585539,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:42.160293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:42.191372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e81e21d-28a1-459b-839f-ab6ad26503a7 x-openstack-request-id: req-0e81e21d-28a1-459b-839f-ab6ad26503a7 {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:42.191802 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "name": "network-vif-plugged", "status": "completed", "tag": "f9988116-03d5-4da4-bf03-cbc953585539", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:42.192069 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e81e21d-28a1-459b-839f-ab6ad26503a7 {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:42.192468 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e81e21d-28a1-459b-839f-ab6ad26503a7'] response: {'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539', 'code': 200} Apr 06 13:03:42.213727 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb3178-487c-470a-91a7-556fa80f0b69 req-0f1b048a-c98b-4fce-9556-12ed52d1711a tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:42.215677 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57fb3178-487c-470a-91a7-556fa80f0b69 req-0f1b048a-c98b-4fce-9556-12ed52d1711a tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0601032 Apr 06 13:03:42.227111 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:42.300482 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-57fb3178-487c-470a-91a7-556fa80f0b69 req-2007f3d4-5ab7-4208-8499-cd2309018bca tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790462 Apr 06 13:03:42.319652 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1e60-7c86-403e-bbf6-f6aa88c9ecb9 req-86ef56f6-95c2-4db6-9aa7-12cfef1d5888 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:42.321298 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bded1e60-7c86-403e-bbf6-f6aa88c9ecb9 req-86ef56f6-95c2-4db6-9aa7-12cfef1d5888 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0803790 Apr 06 13:03:42.375764 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-bded1e60-7c86-403e-bbf6-f6aa88c9ecb9 req-0d75a3b2-9d44-4e9e-bf7d-1e50fef68f3a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484750 Apr 06 13:03:43.437630 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f20820-d36e-4576-b108-4307ecd58d0a req-323abb07-ff8b-4f70-ad8e-7b5f271618b9 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:43.439273 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52f20820-d36e-4576-b108-4307ecd58d0a req-323abb07-ff8b-4f70-ad8e-7b5f271618b9 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0630791 Apr 06 13:03:43.528638 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52f20820-d36e-4576-b108-4307ecd58d0a req-d95a839e-e892-4480-8861-287876e6194b tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/security-groups?id=36a95b47-f076-4308-bb8b-17d1c32ec1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812368 Apr 06 13:03:43.536989 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbd532-49ab-4f19-be38-66d6c4eac274 req-3e4dd5e9-73e3-42f7-aba9-b5c6c5278e90 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:43.538500 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-74cbd532-49ab-4f19-be38-66d6c4eac274 req-3e4dd5e9-73e3-42f7-aba9-b5c6c5278e90 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0932488 Apr 06 13:03:43.590633 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-74cbd532-49ab-4f19-be38-66d6c4eac274 req-e24ec2b4-161c-4870-9f58-0738ef29f280 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Apr 06 13:03:43.596148 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf7f95-02c6-4f5a-b3a1-eacbf28c9f54 req-bb99762a-2898-4ff6-8b28-fa7037598ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:43.597789 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-73bf7f95-02c6-4f5a-b3a1-eacbf28c9f54 req-bb99762a-2898-4ff6-8b28-fa7037598ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 1130 time: 0.0471485 Apr 06 13:03:43.605106 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-402d2d26-4cbc-4ec2-9ab2-28e595bf9a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:43.690388 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-73bf7f95-02c6-4f5a-b3a1-eacbf28c9f54 req-e84a5dff-65c9-403b-a8c9-576f9694b329 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715075 Apr 06 13:03:43.705774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-0b077dc2-32dc-4d37-8dfa-8018a5c6dd32 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:43.707423 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-0b077dc2-32dc-4d37-8dfa-8018a5c6dd32 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 949 time: 0.0874610 Apr 06 13:03:44.015012 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Deleting port 7b56a212-7e5b-46ad-9f92-83217ae4e29c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:44.015350 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:44.109600 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] For port 7b56a212-7e5b-46ad-9f92-83217ae4e29c, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7b56a212-7e5b-46ad-9f92-83217ae4e29c,segment=NetworkSegment(07f918ae-dd90-47da-bfdd-a6db6353d310),segment_id=07f918ae-dd90-47da-bfdd-a6db6353d310)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:44.109974 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:44.127474 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Calling delete_port for 7b56a212-7e5b-46ad-9f92-83217ae4e29c owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:44.267483 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7b56a212-7e5b-46ad-9f92-83217ae4e29c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:44.298695 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Pushing event deleted for resources: {'Port': ['ID=7b56a212-7e5b-46ad-9f92-83217ae4e29c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:44.350475 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] No DVR routers for this DVR port 7b56a212-7e5b-46ad-9f92-83217ae4e29c on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:44.353096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:44.356442 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9fcab1c8-f49c-41ff-a82e-61bc7b24eda3 req-1fc341d3-1941-4f21-9f79-1f2241fba95f tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.11 "DELETE /v2.0/ports/7b56a212-7e5b-46ad-9f92-83217ae4e29c HTTP/1.1" status: 204 len: 173 time: 0.4481013 Apr 06 13:03:44.356891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'name': 'network-vif-deleted', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:44.359168 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7261d98a-1a84-411c-8ea8-d8f2e1281bf2" -d '{"events": [{"server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "name": "network-vif-deleted", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:44.410123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5121454-0c34-47fe-a745-e5bfa793e968 x-openstack-request-id: req-d5121454-0c34-47fe-a745-e5bfa793e968 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:44.410414 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7357ae13-6aaf-45c2-82a6-8d550c56aed7", "name": "network-vif-deleted", "tag": "7b56a212-7e5b-46ad-9f92-83217ae4e29c", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:44.410827 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5121454-0c34-47fe-a745-e5bfa793e968 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:44.411101 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5121454-0c34-47fe-a745-e5bfa793e968'] response: {'server_uuid': '7357ae13-6aaf-45c2-82a6-8d550c56aed7', 'name': 'network-vif-deleted', 'tag': '7b56a212-7e5b-46ad-9f92-83217ae4e29c', 'status': 'completed', 'code': 200} Apr 06 13:03:44.646951 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b24f32d9-2c10-4ca5-90e2-3c3d1c09af08 req-480a311e-565c-4a1b-b0e9-35de69e95e92 tempest-VolumesNegativeTest-1515635550 tempest-VolumesNegativeTest-1515635550-project] 10.222.0.23 "GET /v2.0/ports?device_id=7357ae13-6aaf-45c2-82a6-8d550c56aed7 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Apr 06 13:03:44.720772 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df1f4-68cb-4014-827d-93d1f35b64b0 req-dccdd850-1208-493b-a9c6-c6d761f7b2d3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:44.722280 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-847df1f4-68cb-4014-827d-93d1f35b64b0 req-dccdd850-1208-493b-a9c6-c6d761f7b2d3 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0533757 Apr 06 13:03:44.772517 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-847df1f4-68cb-4014-827d-93d1f35b64b0 req-cef5c6f1-007e-4ebe-ae86-17467a18cdad tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Apr 06 13:03:45.897748 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543252e-81f9-416c-94e0-22c377efd30c req-5e4bc5a4-de09-4a4e-97d7-b699d3df3db2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:45.902080 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f543252e-81f9-416c-94e0-22c377efd30c req-5e4bc5a4-de09-4a4e-97d7-b699d3df3db2 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0576837 Apr 06 13:03:45.958262 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7b56a212-7e5b-46ad-9f92-83217ae4e29c no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:45.962506 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f543252e-81f9-416c-94e0-22c377efd30c req-bd20fea8-790f-4bed-80af-70bf39fe194f tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551341 Apr 06 13:03:45.980148 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 7b56a212-7e5b-46ad-9f92-83217ae4e29c {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:45.980736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7b56a212-7e5b-46ad-9f92-83217ae4e29c not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:46.084459 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a636054-1d3c-464d-9419-cbb49695b95a req-598961f7-a354-4c32-bc85-ea70a76d525b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:46.086889 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5a636054-1d3c-464d-9419-cbb49695b95a req-598961f7-a354-4c32-bc85-ea70a76d525b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0595803 Apr 06 13:03:46.095598 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55108) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:46.100043 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Request body: {'floatingip': {'port_id': 'f9988116-03d5-4da4-bf03-cbc953585539'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:03:46.147993 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:46.234331 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-71b7b0db-c963-46cb-b382-506436432a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:46.575049 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:03:46.868226 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:46.872317 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:46.986087 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Floating IP a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c associated. External IP: 172.27.1.31, port: f9988116-03d5-4da4-bf03-cbc953585539. Apr 06 13:03:47.223428 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:47.352106 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:47.356920 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:47.364976 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:47.376421 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:47.377371 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:03:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:47.404451 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-6dc7540a-b03b-494a-8ca8-9b6f22a27f1b tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "PUT /v2.0/floatingips/a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c HTTP/1.1" status: 200 len: 991 time: 1.2956698 Apr 06 13:03:47.404451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:47.404451 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "tag": "f9988116-03d5-4da4-bf03-cbc953585539"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:47.433030 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b7a04-2fe6-49c2-a647-5d4fe0458697 x-openstack-request-id: req-467b7a04-2fe6-49c2-a647-5d4fe0458697 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:47.433497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "tag": "f9988116-03d5-4da4-bf03-cbc953585539", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:47.433857 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-467b7a04-2fe6-49c2-a647-5d4fe0458697 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:47.434330 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467b7a04-2fe6-49c2-a647-5d4fe0458697'] response: {'name': 'network-changed', 'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539', 'status': 'completed', 'code': 200} Apr 06 13:03:47.500151 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:47.528558 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-f4009822-ec9c-4863-9d13-7eb786b3dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:47.530977 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-f4009822-ec9c-4863-9d13-7eb786b3dcab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 1130 time: 0.0674875 Apr 06 13:03:47.531959 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:47.659120 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-842e1688-9efe-44f8-882f-df8b59f56367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:47.661146 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-842e1688-9efe-44f8-882f-df8b59f56367 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 200 len: 912 time: 0.1149788 Apr 06 13:03:47.751729 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-a7213e96-09e5-4085-a044-163cbe4597da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9988116-03d5-4da4-bf03-cbc953585539 HTTP/1.1" status: 200 len: 999 time: 0.0823789 Apr 06 13:03:47.795221 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9988116-03d5-4da4-bf03-cbc953585539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:a8:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:03:32Z', 'updated_at': '2022-04-06T13:03:46Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:47.810849 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-fc2804bb-ef70-4c22-a5f7-e908b3b66b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:47.812561 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-fc2804bb-ef70-4c22-a5f7-e908b3b66b66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 200 len: 850 time: 0.0556495 Apr 06 13:03:47.819667 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:47.829133 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:47.829782 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:03:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:47.882334 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-c5612592-49a2-4a08-ad42-b46c01ea52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:47.885209 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-c5612592-49a2-4a08-ad42-b46c01ea52e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76478e6a-dbca-4035-b1e2-e31cea886ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663915 Apr 06 13:03:47.950519 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:47.994636 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-eee46e78-2921-4467-ae33-a8a1e33edf97 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037965 Apr 06 13:03:48.101475 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ced668ce-60a2-4ec2-91e8-fd6585d9d5d0 req-ce21af44-01a0-4138-bcbf-7cd16d4a2d25 service neutron] 10.222.0.11 "GET /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986896 Apr 06 13:03:48.203513 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9988116-03d5-4da4-bf03-cbc953585539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:a8:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:03:32Z', 'updated_at': '2022-04-06T13:03:46Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:48.231930 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad1a6f-35ac-4606-ae8e-b45f30d5b28b None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': 'a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'port_id': 'f9988116-03d5-4da4-bf03-cbc953585539', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'mac_address': 'fa:16:3e:a8:31:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:03:32Z', 'updated_at': '2022-04-06T13:03:46Z', 'revision_number': 1, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:48.463457 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67536da7-ec18-4a50-918d-d2a386f8339e None None] New status for floating IP a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c: ACTIVE {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:03:48.883781 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:49.896502 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55356) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:50.028487 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-34fcb8d4-0653-4552-9bbc-3586aa299ca9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92270792fa7b4b62aaf473329aa659e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308315 Apr 06 13:03:50.031005 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55360) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:50.078539 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] Publish callbacks [] for security_group (36a95b47-f076-4308-bb8b-17d1c32ec1cb), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:50.099344 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] Publish callbacks [] for security_group (36a95b47-f076-4308-bb8b-17d1c32ec1cb), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:50.145896 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (36a95b47-f076-4308-bb8b-17d1c32ec1cb), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:50.149099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:50.150292 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36a95b47-f076-4308-bb8b-17d1c32ec1cb HTTP/1.1" status: 204 len: 168 time: 0.1183934 Apr 06 13:03:50.158318 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a866-a278-492e-bf82-26cd4843c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a95b47-f076-4308-bb8b-17d1c32ec1cb,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:50.332813 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:58.536227 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:13.608088 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-28dc528c-b511-4a87-a146-d341569a86f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:16.245271 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1ca36116-b583-4fe2-a57d-b8ed09c5de61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:17.497107 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:18.888315 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.462233 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55462) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:19.628894 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port 865a7c2d-310f-48ff-86db-62e7ca40bece {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:19.629193 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.714062 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.714386 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (865a7c2d-310f-48ff-86db-62e7ca40bece), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.726863 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for 865a7c2d-310f-48ff-86db-62e7ca40bece owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:19.882605 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (865a7c2d-310f-48ff-86db-62e7ca40bece), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.908252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=865a7c2d-310f-48ff-86db-62e7ca40bece,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:19.935492 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.935834 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.936170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.936502 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.936831 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.937153 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.937474 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.937819 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.938138 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.938461 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.938780 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.939099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.939413 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.939726 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.940039 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:19.984575 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (af2a9aad-31a7-479a-8eaa-0f58f80b9954), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:19.984917 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP af2a9aad-31a7-479a-8eaa-0f58f80b9954 disassociated (deleted). External IP: 172.27.1.163, port: ef153e76-4e52-469a-ba9e-35572951eede. Apr 06 13:04:20.205151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:04:20.322826 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:20.323432 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:04:20.329785 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:20.336636 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:04:20.346232 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:20.346851 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:20.364295 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-eb274b1b-298e-40a4-a39b-f0b51e4ab186 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "DELETE /v2.0/floatingips/af2a9aad-31a7-479a-8eaa-0f58f80b9954 HTTP/1.1" status: 204 len: 168 time: 0.9006174 Apr 06 13:04:20.364894 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:20.367900 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:20.410234 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8d985-7750-4fbc-8655-c7fbbf684573 x-openstack-request-id: req-f0e8d985-7750-4fbc-8655-c7fbbf684573 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:20.410528 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "tag": "ef153e76-4e52-469a-ba9e-35572951eede", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:20.410783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0e8d985-7750-4fbc-8655-c7fbbf684573 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:20.411196 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e8d985-7750-4fbc-8655-c7fbbf684573'] response: {'name': 'network-changed', 'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede', 'status': 'completed', 'code': 200} Apr 06 13:04:20.462026 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:20.490773 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-fb27ebee-bcb2-40c5-b5b7-d3fe1e9e8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:20.495133 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-fb27ebee-bcb2-40c5-b5b7-d3fe1e9e8f49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 1129 time: 0.0565672 Apr 06 13:04:20.606327 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-57600970-fa75-46fc-bae2-264a1b654049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:20.607804 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-57600970-fa75-46fc-bae2-264a1b654049 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.1056235 Apr 06 13:04:20.615713 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a9d6f-fe6b-49db-8e5e-109e03a66654 req-44698740-3424-42dd-be26-a676b1da6b8b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:20.617762 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-661a9d6f-fe6b-49db-8e5e-109e03a66654 req-44698740-3424-42dd-be26-a676b1da6b8b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Apr 06 13:04:20.672351 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-661a9d6f-fe6b-49db-8e5e-109e03a66654 req-bfc0a270-269b-4c6e-8c70-5155002a0d62 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Apr 06 13:04:20.822135 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:20.848082 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:04:20.856584 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:20.857193 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:20.965902 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:21.194626 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:21.220736 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dad41a-a3d2-4ce2-b718-f9d8b0fbb751 None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '1078bb88-e35e-4f0e-92d2-fe18a3358a00', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'port_id': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'mac_address': 'fa:16:3e:95:ec:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:24Z', 'updated_at': '2022-04-06T13:00:28Z', 'revision_number': 1, 'project_id': '6906900165724dd285750b2a09b92b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:04:21.441001 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1efba-85d1-4d51-adc5-7143b141608c None None] New status for floating IP af2a9aad-31a7-479a-8eaa-0f58f80b9954: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:04:21.768386 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-bd50cf84-ca07-4545-af22-9c9ba372dfb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 200 len: 217 time: 0.0443170 Apr 06 13:04:21.807698 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410692b7-0044-4bcc-ae0f-671faff390f4 req-87a700f0-2490-4e22-9ab0-1472fac9dae4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:21.809250 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-410692b7-0044-4bcc-ae0f-671faff390f4 req-87a700f0-2490-4e22-9ab0-1472fac9dae4 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0591612 Apr 06 13:04:21.833039 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-1ce35af4-6e31-4f3a-b38c-7e9c4155a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:21.834748 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-1ce35af4-6e31-4f3a-b38c-7e9c4155a9c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0582540 Apr 06 13:04:21.874306 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-410692b7-0044-4bcc-ae0f-671faff390f4 req-38724846-9bf7-49ae-a6f9-174f5a58d7de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594177 Apr 06 13:04:22.410272 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-9b1364b6-66ae-447e-af6c-c82b2b9c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:22.411629 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-9b1364b6-66ae-447e-af6c-c82b2b9c5510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440967 Apr 06 13:04:22.543580 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-56f4583b-cdaa-4771-bbc2-71143249bceb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:22.545093 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-56f4583b-cdaa-4771-bbc2-71143249bceb tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 945 time: 0.0801425 Apr 06 13:04:22.549098 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-cdec1997-3a21-41b9-a0b1-9033aa996700 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288474 Apr 06 13:04:22.699972 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-15e2cf0d-a592-42a9-bb5a-3a29d67a8fa5 req-fd555ef8-ad91-408f-9f98-6f70e8cdc454 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387210 Apr 06 13:04:22.719820 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port ef153e76-4e52-469a-ba9e-35572951eede {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:22.720168 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (ef153e76-4e52-469a-ba9e-35572951eede), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:22.817741 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] For port ef153e76-4e52-469a-ba9e-35572951eede, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=ef153e76-4e52-469a-ba9e-35572951eede,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:22.818485 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (ef153e76-4e52-469a-ba9e-35572951eede), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:22.833864 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for ef153e76-4e52-469a-ba9e-35572951eede owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:22.970383 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (ef153e76-4e52-469a-ba9e-35572951eede), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:22.990041 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5eb872a2-d008-41fe-9268-1cce74cedb89 req-405e8867-97f3-4fca-8071-7086c5055513 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0303605 Apr 06 13:04:23.002874 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=ef153e76-4e52-469a-ba9e-35572951eede,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:23.012585 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.012943 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.013281 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.013650 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.013983 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.014316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.014641 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.014967 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.015296 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.015620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.015946 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.016270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.016594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.017368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.017368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:23.065758 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] No DVR routers for this DVR port ef153e76-4e52-469a-ba9e-35572951eede on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:23.068279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:23.072933 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-4b97e13e-8faf-42a6-8720-e6d131ef1b1a req-77254ec2-a485-4c6f-ae9a-97d76e4a35d3 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "DELETE /v2.0/ports/ef153e76-4e52-469a-ba9e-35572951eede HTTP/1.1" status: 204 len: 173 time: 0.5178969 Apr 06 13:04:23.073384 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'name': 'network-vif-deleted', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:23.075690 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721c661-38a7-4e96-9862-8f9dbae5a751" -d '{"events": [{"server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "name": "network-vif-deleted", "tag": "ef153e76-4e52-469a-ba9e-35572951eede"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:23.120584 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43823a9b-aec7-4eac-af3a-d7327188c590 x-openstack-request-id: req-43823a9b-aec7-4eac-af3a-d7327188c590 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:23.121153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c478c-1fc4-444a-96f7-eb2cdcfd5a74", "name": "network-vif-deleted", "tag": "ef153e76-4e52-469a-ba9e-35572951eede", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:23.121885 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43823a9b-aec7-4eac-af3a-d7327188c590 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:23.122511 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43823a9b-aec7-4eac-af3a-d7327188c590'] response: {'server_uuid': '672c478c-1fc4-444a-96f7-eb2cdcfd5a74', 'name': 'network-vif-deleted', 'tag': 'ef153e76-4e52-469a-ba9e-35572951eede', 'status': 'completed', 'code': 200} Apr 06 13:04:23.203500 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca5ced-7177-40b0-85e3-7a88d04ed613 req-b7d82b78-7699-40a0-8539-7a08565d6823 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:23.204884 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9eca5ced-7177-40b0-85e3-7a88d04ed613 req-b7d82b78-7699-40a0-8539-7a08565d6823 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0579166 Apr 06 13:04:23.252981 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9eca5ced-7177-40b0-85e3-7a88d04ed613 req-a2f1e850-6f23-4170-b596-a65fd56a9eac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Apr 06 13:04:23.575711 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:04:24.091577 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9b0c2580-0661-4858-8aac-b48d4f7a8932 req-fdf2cfbe-f9d7-4968-b3f5-fa4f9aa8f8da tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Apr 06 13:04:24.383692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527ec4-b17d-47a9-9dbf-107bc4da0284 req-8fbbe937-c164-43e0-8355-613ceca399d9 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:24.385220 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aa527ec4-b17d-47a9-9dbf-107bc4da0284 req-8fbbe937-c164-43e0-8355-613ceca399d9 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0570364 Apr 06 13:04:24.438512 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aa527ec4-b17d-47a9-9dbf-107bc4da0284 req-8dc4893c-43cd-4755-97d3-55654f79857e tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Apr 06 13:04:25.199574 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a4d02333-8c77-4667-b415-3381ca39fd20 req-124db4ca-53c1-4a49-b8ae-5bfdf7ed486b tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=672c478c-1fc4-444a-96f7-eb2cdcfd5a74 HTTP/1.1" status: 200 len: 210 time: 0.0287640 Apr 06 13:04:25.270566 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c41935-2902-4f99-b27d-b97466350b07 req-079c486e-0304-4be0-a14c-ce8e7f8f6f50 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:25.272044 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-00c41935-2902-4f99-b27d-b97466350b07 req-079c486e-0304-4be0-a14c-ce8e7f8f6f50 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0722063 Apr 06 13:04:25.567564 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f19c19-69b8-4148-80ab-48840cc0d6d2 req-bf62c43a-e054-4a62-aa30-61d0fd214c6d tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:25.569151 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-08f19c19-69b8-4148-80ab-48840cc0d6d2 req-bf62c43a-e054-4a62-aa30-61d0fd214c6d tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=43668510-fd95-4582-9cf7-69495f743776 HTTP/1.1" status: 200 len: 946 time: 0.0575030 Apr 06 13:04:25.619926 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-08f19c19-69b8-4148-80ab-48840cc0d6d2 req-7b48fbb7-f06c-4397-8eb2-7add4eabbd5f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Apr 06 13:04:25.640903 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Deleting port 84688640-0f19-4769-ad7b-a32c726b9682 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:25.641240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (84688640-0f19-4769-ad7b-a32c726b9682), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:25.732504 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] For port 84688640-0f19-4769-ad7b-a32c726b9682, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=84688640-0f19-4769-ad7b-a32c726b9682,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:25.732769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (84688640-0f19-4769-ad7b-a32c726b9682), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:25.744598 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Calling delete_port for 84688640-0f19-4769-ad7b-a32c726b9682 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:25.872499 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (84688640-0f19-4769-ad7b-a32c726b9682), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:25.885128 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['84688640-0f19-4769-ad7b-a32c726b9682'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:04:25.904742 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Pushing event deleted for resources: {'Port': ['ID=84688640-0f19-4769-ad7b-a32c726b9682,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:25.951430 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] No DVR routers for this DVR port 84688640-0f19-4769-ad7b-a32c726b9682 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:25.953794 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:25.957018 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-00c41935-2902-4f99-b27d-b97466350b07 req-f6e89110-8b1a-4036-a215-805b3a561944 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "DELETE /v2.0/ports/84688640-0f19-4769-ad7b-a32c726b9682 HTTP/1.1" status: 204 len: 173 time: 0.6795795 Apr 06 13:04:25.957453 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'name': 'network-vif-deleted', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:25.959772 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b02bf6-be66-4684-80b2-dcb8168602a9" -d '{"events": [{"server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "name": "network-vif-deleted", "tag": "84688640-0f19-4769-ad7b-a32c726b9682"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:25.997824 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb828f6-8514-4005-96a6-58c379cae043 x-openstack-request-id: req-9bb828f6-8514-4005-96a6-58c379cae043 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:25.998118 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43668510-fd95-4582-9cf7-69495f743776", "name": "network-vif-deleted", "tag": "84688640-0f19-4769-ad7b-a32c726b9682", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:25.998390 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bb828f6-8514-4005-96a6-58c379cae043 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:25.998786 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb828f6-8514-4005-96a6-58c379cae043'] response: {'server_uuid': '43668510-fd95-4582-9cf7-69495f743776', 'name': 'network-vif-deleted', 'tag': '84688640-0f19-4769-ad7b-a32c726b9682', 'status': 'completed', 'code': 200} Apr 06 13:04:26.090402 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ef153e76-4e52-469a-ba9e-35572951eede no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:26.110413 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: ef153e76-4e52-469a-ba9e-35572951eede {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:26.110741 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device ef153e76-4e52-469a-ba9e-35572951eede not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:28.754514 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 84688640-0f19-4769-ad7b-a32c726b9682 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:28.785831 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 84688640-0f19-4769-ad7b-a32c726b9682 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:28.786178 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 84688640-0f19-4769-ad7b-a32c726b9682 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:28.795684 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.546550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55540) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:30.705959 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port a269b7c3-7a13-4e39-a595-781f5d9fe27c {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:30.706370 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.783320 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.783641 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (a269b7c3-7a13-4e39-a595-781f5d9fe27c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.796294 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for a269b7c3-7a13-4e39-a595-781f5d9fe27c owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:30.942760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (a269b7c3-7a13-4e39-a595-781f5d9fe27c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.970723 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=a269b7c3-7a13-4e39-a595-781f5d9fe27c,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:31.047683 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (1078bb88-e35e-4f0e-92d2-fe18a3358a00), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:31.048015 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Floating IP 1078bb88-e35e-4f0e-92d2-fe18a3358a00 disassociated (deleted). External IP: 172.27.1.4, port: 31d26e03-053c-4b7c-b5cf-c9d85522a2cd. Apr 06 13:04:31.271840 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:04:31.387238 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:04:31.392132 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:31.397087 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:04:31.407999 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:31.408621 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:31.421908 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-73149062-ee4f-4e5f-816e-73fd538b0966 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "DELETE /v2.0/floatingips/1078bb88-e35e-4f0e-92d2-fe18a3358a00 HTTP/1.1" status: 204 len: 168 time: 0.8742421 Apr 06 13:04:31.422582 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:31.424903 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10fb2c9-e673-4f67-ade0-8396c8dd5517" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:31.465150 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebb2c2-6e79-4f2e-93c0-07df3f40d621 x-openstack-request-id: req-33ebb2c2-6e79-4f2e-93c0-07df3f40d621 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:31.465594 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:31.466253 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ebb2c2-6e79-4f2e-93c0-07df3f40d621 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:31.466831 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ebb2c2-6e79-4f2e-93c0-07df3f40d621'] response: {'name': 'network-changed', 'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'status': 'completed', 'code': 200} Apr 06 13:04:31.528304 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:31.536700 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-f720f310-fe75-444d-8cb6-06876bc86175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:31.538648 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-f720f310-fe75-444d-8cb6-06876bc86175 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6906900165724dd285750b2a09b92b66&device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 1130 time: 0.0492911 Apr 06 13:04:31.652485 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-96d87f88-3fcf-458a-a9ce-f805f288e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:31.654366 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-96d87f88-3fcf-458a-a9ce-f805f288e965 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 200 len: 913 time: 0.1066353 Apr 06 13:04:31.662581 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31878e0-27a4-4698-b4db-9eb1d7206c3d req-3a28fc70-5d0b-4a68-ab5d-4c7b14bf5767 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:31.665163 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d31878e0-27a4-4698-b4db-9eb1d7206c3d req-3a28fc70-5d0b-4a68-ab5d-4c7b14bf5767 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.0572813 Apr 06 13:04:31.721684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d31878e0-27a4-4698-b4db-9eb1d7206c3d req-21b1f49a-3c58-45c4-8dd8-ea08bbe79fca tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505934 Apr 06 13:04:31.756291 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:31.782998 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:04:31.791360 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:31.791978 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:31.921265 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:32.122816 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:32.149374 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dba19a-48a5-405b-926a-96e0fea84843 None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T12:56:25Z', 'revision_number': 4, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '235125dc-68d4-44be-b6e3-6247b5e53401', 'name': '', 'network_id': 'f89b461a-121b-4d34-8dbb-59805791f6aa', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'mac_address': 'fa:16:3e:41:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:23Z', 'updated_at': '2022-04-06T12:56:41Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'subnets': [{'id': '188f2bfd-630f-49d5-99f4-8ff227cbe6ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:04:32.450972 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c33fb-4d37-4c78-81d1-02dfd7cdfc64 None None] New status for floating IP 1078bb88-e35e-4f0e-92d2-fe18a3358a00: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:04:32.848319 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5590712-c68e-4447-a09f-3ac8019094c4 req-47f58e63-6eb9-45c3-8bb7-166586d0117e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:32.849934 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a5590712-c68e-4447-a09f-3ac8019094c4 req-47f58e63-6eb9-45c3-8bb7-166586d0117e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.0591221 Apr 06 13:04:32.904411 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a5590712-c68e-4447-a09f-3ac8019094c4 req-fde7cb23-4a09-4064-8e01-95cb0a795d2d tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Apr 06 13:04:34.026709 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2676-7ea3-4545-b019-03f864d40d1b req-bce8af9e-be41-4a00-900b-6508e8bdf573 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:34.028181 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8b3c2676-7ea3-4545-b019-03f864d40d1b req-bce8af9e-be41-4a00-900b-6508e8bdf573 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.0534260 Apr 06 13:04:34.079834 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8b3c2676-7ea3-4545-b019-03f864d40d1b req-dfedd081-8e55-451f-b10a-b89177cb25a5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460615 Apr 06 13:04:35.202702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d886d-31d2-45aa-8732-78f311042382 req-d236b2e7-0ffe-4ede-bf3c-c899d038874f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:35.204193 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb0d886d-31d2-45aa-8732-78f311042382 req-d236b2e7-0ffe-4ede-bf3c-c899d038874f tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.0576017 Apr 06 13:04:35.484669 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eb0d886d-31d2-45aa-8732-78f311042382 req-ad4bcbe2-5049-470b-b808-94140d3dded5 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6cc362c-7639-47a7-a4cd-12ae36e14e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747741 Apr 06 13:04:35.511664 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-35adbd3d-6887-4859-9f2a-792fe7dfd178 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 200 len: 217 time: 0.0401838 Apr 06 13:04:35.566474 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-b27086c8-8dce-405a-b4fb-af9fa37632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:35.567956 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-b27086c8-8dce-405a-b4fb-af9fa37632cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 200 len: 851 time: 0.0471742 Apr 06 13:04:35.642196 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-a6d5d3f8-e5dc-4a86-a841-2af8d7c62739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:35.644060 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-a6d5d3f8-e5dc-4a86-a841-2af8d7c62739 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f89b461a-121b-4d34-8dbb-59805791f6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542109 Apr 06 13:04:35.800899 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-9128cabb-e225-497e-bdab-1fe0d3762204 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Apr 06 13:04:35.911617 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e10fb2c9-e673-4f67-ade0-8396c8dd5517 req-ac0d99d6-a547-4437-a3c1-25f9578c21a6 service neutron] 10.222.0.11 "GET /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039455 Apr 06 13:04:36.139064 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-f9ede435-e12c-4808-9dd0-a5a212205c4e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:36.140426 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-f9ede435-e12c-4808-9dd0-a5a212205c4e tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 946 time: 0.0521154 Apr 06 13:04:36.236253 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:36.236592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:36.333100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] For port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:36.333461 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:36.347803 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for 31d26e03-053c-4b7c-b5cf-c9d85522a2cd owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:36.481477 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (31d26e03-053c-4b7c-b5cf-c9d85522a2cd), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:36.541215 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=31d26e03-053c-4b7c-b5cf-c9d85522a2cd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:36.566789 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] No DVR routers for this DVR port 31d26e03-053c-4b7c-b5cf-c9d85522a2cd on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:36.570204 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:36.573700 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-b61ea36f-4efc-4225-803b-7d4fb298801a req-c689a0ae-aefd-422f-bcd7-7dfe0bb855de tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.11 "DELETE /v2.0/ports/31d26e03-053c-4b7c-b5cf-c9d85522a2cd HTTP/1.1" status: 204 len: 173 time: 0.4273486 Apr 06 13:04:36.574013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'name': 'network-vif-deleted', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:36.576256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b85b53-fe44-44ce-8b4c-044546c7d1db" -d '{"events": [{"server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "name": "network-vif-deleted", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:36.602678 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-aaacb325-3106-401a-bd8b-6bd7d4eecfa2 req-96620929-14d9-482b-833b-bcdab556c0ab tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "GET /v2.0/ports?device_id=62b8a06a-e59f-410d-ac68-2545c6d288fb HTTP/1.1" status: 200 len: 210 time: 0.0334437 Apr 06 13:04:36.663308 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836803f1-94f2-49c7-a737-2a703259ad57 x-openstack-request-id: req-836803f1-94f2-49c7-a737-2a703259ad57 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:36.663774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8a06a-e59f-410d-ac68-2545c6d288fb", "name": "network-vif-deleted", "tag": "31d26e03-053c-4b7c-b5cf-c9d85522a2cd", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:36.664412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-836803f1-94f2-49c7-a737-2a703259ad57 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:36.665005 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836803f1-94f2-49c7-a737-2a703259ad57'] response: {'server_uuid': '62b8a06a-e59f-410d-ac68-2545c6d288fb', 'name': 'network-vif-deleted', 'tag': '31d26e03-053c-4b7c-b5cf-c9d85522a2cd', 'status': 'completed', 'code': 200} Apr 06 13:04:36.858541 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-b41d4e06-5153-4e77-9707-bca29596be76 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:36.860222 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-b41d4e06-5153-4e77-9707-bca29596be76 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 814 time: 0.1204097 Apr 06 13:04:36.882651 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-b9da539a-7dc9-4082-bdab-922491bdf02e tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/quotas/0c8bc3b24e6340d68f7e16a3cffea4a4 HTTP/1.1" status: 200 len: 375 time: 0.0165896 Apr 06 13:04:36.919016 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-112a06b9-3bfa-48d3-85b5-298380dd1107 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351639 Apr 06 13:04:37.038527 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-c0c79753-727d-4e32-a21d-4bae347432de service neutron] 10.222.0.23 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105969 Apr 06 13:04:37.135202 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-f3351e4e-e385-458d-9415-01bd574e3996 service neutron] 10.222.0.23 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941937 Apr 06 13:04:37.329127 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5f08a1f-a202-489c-9f86-2ae64d0fb36a req-e26246bc-064b-404f-910b-c7eecc5413bf tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 210 time: 0.0424423 Apr 06 13:04:37.665121 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55640) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:37.809022 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Deleting port b22e1707-7188-4bcf-96e3-c131ac2f5552 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:37.809421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:37.901399 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:37.901745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (b22e1707-7188-4bcf-96e3-c131ac2f5552), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:37.916723 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Calling delete_port for b22e1707-7188-4bcf-96e3-c131ac2f5552 owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:38.067537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (b22e1707-7188-4bcf-96e3-c131ac2f5552), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.094440 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'Port': ['ID=b22e1707-7188-4bcf-96e3-c131ac2f5552,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:38.143927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 31d26e03-053c-4b7c-b5cf-c9d85522a2cd no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:38.165660 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 31d26e03-053c-4b7c-b5cf-c9d85522a2cd {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:38.165957 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 31d26e03-053c-4b7c-b5cf-c9d85522a2cd not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:38.166458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for floatingip (35a954ae-d09e-4553-94d7-8df20f2a9780), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.170322 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.171504 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-adfd9ee9-f973-4ace-983a-85ca9b470e29 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "DELETE /v2.0/floatingips/35a954ae-d09e-4553-94d7-8df20f2a9780 HTTP/1.1" status: 204 len: 168 time: 0.5053394 Apr 06 13:04:38.272905 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-263016fa-399a-45f8-8c01-514753f85a40 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:38.274226 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-263016fa-399a-45f8-8c01-514753f85a40 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 814 time: 0.1342514 Apr 06 13:04:38.292791 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Request body: {'port': {'device_id': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12', 'admin_state_up': True, 'tenant_id': '0c8bc3b24e6340d68f7e16a3cffea4a4'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:04:38.414934 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Made reservation on behalf of 0c8bc3b24e6340d68f7e16a3cffea4a4 for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:04:38.418399 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.432726 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-3585c48e-0e31-42e4-990b-a4c24254ca33 req-d310c6fd-1087-409e-8020-9ea01e5ea9fa tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 210 time: 0.0290954 Apr 06 13:04:38.560670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Allocated IP 172.20.0.13 (d85f2edc-e110-47e7-bcc4-d53a4dcefb12/3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314/7ed34cf6-587b-4c36-8760-09ce97f77949) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:04:38.713089 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks [] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.749449 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.793401 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:04:38.796562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:04:38.800326 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:04:38.807337 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Pushing event updated for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:38.856610 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:38.857211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:38.873505 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-3e946fcb-938a-4909-8933-2a00dbe8ec33 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853570 Apr 06 13:04:38.884815 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Request body: {'port': {'device_id': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:04:38.955620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.227099 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed34cf6-587b-4c36-8760-09ce97f77949 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:04:39.234292 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks [] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.246965 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Transition to ACTIVE for port object 7ed34cf6-587b-4c36-8760-09ce97f77949 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:04:39.250594 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.301850 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:39.376000 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Attempting to bind port 7ed34cf6-587b-4c36-8760-09ce97f77949 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:04:39.376342 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Attempting to bind port 7ed34cf6-587b-4c36-8760-09ce97f77949 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:04:39.376670 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Attempting to bind port 7ed34cf6-587b-4c36-8760-09ce97f77949 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:04:39.381471 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Port 7ed34cf6-587b-4c36-8760-09ce97f77949 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:04:39.382490 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Attempting to bind port 7ed34cf6-587b-4c36-8760-09ce97f77949 on network d85f2edc-e110-47e7-bcc4-d53a4dcefb12 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:04:39.387492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:04:39.387831 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Checking segment: {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:04:39.388215 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Bound using segment: {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:04:39.388638 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Bound port: 7ed34cf6-587b-4c36-8760-09ce97f77949, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:04:39.389035 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.394992 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55662) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:39.456211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:04:39.457408 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (f6cc362c-7639-47a7-a4cd-12ae36e14e40), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.459368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7ed34cf6-587b-4c36-8760-09ce97f77949,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:04:39.467780 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.486292 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (f6cc362c-7639-47a7-a4cd-12ae36e14e40), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.509103 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:39.509754 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.511187 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] 10.222.0.11 "PUT /v2.0/ports/7ed34cf6-587b-4c36-8760-09ce97f77949 HTTP/1.1" status: 200 len: 1094 time: 0.6311517 Apr 06 13:04:39.511641 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:39.513915 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:39.546175 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42779067-7c18-4cfe-9515-8addc29f7419 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:39.567036 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9fc2b-8be7-4aff-b7e5-64f5ca9fedef x-openstack-request-id: req-cae9fc2b-8be7-4aff-b7e5-64f5ca9fedef {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:39.567404 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:39.567603 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cae9fc2b-8be7-4aff-b7e5-64f5ca9fedef {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:39.567954 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae9fc2b-8be7-4aff-b7e5-64f5ca9fedef'] response: {'name': 'network-changed', 'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949', 'status': 'completed', 'code': 200} Apr 06 13:04:39.603924 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-99397461-caa8-4743-b54e-bec0d434bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:39.605605 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-99397461-caa8-4743-b54e-bec0d434bbaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 1128 time: 0.0503266 Apr 06 13:04:39.605733 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e473-3c58-437e-8dc6-e4c5e0f490a6 req-4c2f037e-c61c-43e7-96be-3449dab50a53 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:39.606956 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6cd2e473-3c58-437e-8dc6-e4c5e0f490a6 req-4c2f037e-c61c-43e7-96be-3449dab50a53 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 944 time: 0.0798378 Apr 06 13:04:39.608049 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f6cc362c-7639-47a7-a4cd-12ae36e14e40), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.610664 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.613609 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] 10.222.0.23 "DELETE /v2.0/security-groups/f6cc362c-7639-47a7-a4cd-12ae36e14e40 HTTP/1.1" status: 204 len: 168 time: 0.2156892 Apr 06 13:04:39.630465 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8507e-ca7d-4886-93e3-e478d3380bf7 tempest-TestVolumeBootPattern-927273733 tempest-TestVolumeBootPattern-927273733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc362c-7639-47a7-a4cd-12ae36e14e40,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:39.670442 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-91d6a7f4-fa9c-40ba-b2ec-5ee83a51c085 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed34cf6-587b-4c36-8760-09ce97f77949 HTTP/1.1" status: 200 len: 217 time: 0.0551445 Apr 06 13:04:39.679231 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6cd2e473-3c58-437e-8dc6-e4c5e0f490a6 req-fb0bcb70-7580-49e8-80b1-60ff4f12fe26 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Apr 06 13:04:39.681989 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55670) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:39.723203 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-d3051603-5c38-4768-b8c0-4312199deac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:39.724680 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-d3051603-5c38-4768-b8c0-4312199deac8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 200 len: 854 time: 0.0491638 Apr 06 13:04:39.755952 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-99c91a9c-fc0f-4ded-a3d2-bcdb0b2c734d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260093 Apr 06 13:04:39.852280 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-6e8f6628-d839-48e1-9efd-64aa0b464917 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905845 Apr 06 13:04:39.949766 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-e6a9d3ea-9783-40dd-b6dd-4dfc71da65f9 req-c8510d42-656b-443c-b156-1de46eee0877 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920911 Apr 06 13:04:40.215783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:40.492138 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Deleting port 235125dc-68d4-44be-b6e3-6247b5e53401 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:40.492835 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:40.574054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] For port 235125dc-68d4-44be-b6e3-6247b5e53401, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=235125dc-68d4-44be-b6e3-6247b5e53401,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:40.574399 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:40.588222 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Calling delete_port for 235125dc-68d4-44be-b6e3-6247b5e53401 owned by network:router_interface {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:40.696666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-7ce9ef29-d410-44b2-8cd7-a80ab2bf9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:40.698210 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-7ce9ef29-d410-44b2-8cd7-a80ab2bf9076 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 1128 time: 0.0484819 Apr 06 13:04:40.796819 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-ce707921-f46e-4148-b69a-4a71ae58f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:40.798343 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-ce707921-f46e-4148-b69a-4a71ae58f087 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 915 time: 0.0935514 Apr 06 13:04:40.813000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (235125dc-68d4-44be-b6e3-6247b5e53401), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:40.839671 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-f8fa82a7-4a83-49cf-8aa4-22907eafe4c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed34cf6-587b-4c36-8760-09ce97f77949 HTTP/1.1" status: 200 len: 217 time: 0.0352840 Apr 06 13:04:40.842489 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Pushing event deleted for resources: {'Port': ['ID=235125dc-68d4-44be-b6e3-6247b5e53401,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:40.858978 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9abd-f557-4035-bb8b-1049759ca65f req-e81cb6fc-c72e-4de9-9df2-87fceebb2320 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:40.860525 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-692e9abd-f557-4035-bb8b-1049759ca65f req-e81cb6fc-c72e-4de9-9df2-87fceebb2320 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 944 time: 0.1014366 Apr 06 13:04:40.895126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-064a6d88-36f0-43f2-b4c6-85e43319dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:40.896707 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-064a6d88-36f0-43f2-b4c6-85e43319dec2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 200 len: 854 time: 0.0514424 Apr 06 13:04:40.938442 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-5ed3c1de-b4b1-481b-b674-c78b0d73c1e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356884 Apr 06 13:04:40.988158 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-692e9abd-f557-4035-bb8b-1049759ca65f req-dfccdeef-c2f7-4843-a5d8-bed65aaab400 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124620 Apr 06 13:04:41.043902 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-8e618dc0-c333-4f79-bc50-203a472d3d95 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998311 Apr 06 13:04:41.062430 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.141132 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9b0c4806-a63f-4eaf-b761-e1e2727d22f9 req-158d8a93-37d2-426e-bf55-3c1d97a188bd service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894787 Apr 06 13:04:41.291934 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:04:41.403359 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:04:41.408259 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-4a78b643-d947-4cb5-8dfa-7e27a210ec8a admin admin] 10.222.0.23 "PUT /v2.0/routers/a51bff53-4e2b-40f9-aa08-0c1ebac78e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248192 Apr 06 13:04:41.410842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55680) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:41.414053 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Sync routers for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:04:41.424536 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:41.425153 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:41.519384 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks [] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.534077 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:41.630121 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks [] for router_gateway (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.689296 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Deleting port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:41.689549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.773029 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] For port 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:41.773399 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.787175 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Calling delete_port for 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca owned by network:router_gateway {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:41.808565 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T13:04:40Z', 'revision_number': 5, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port': {'id': '62ddeabc-9e47-4b5c-88d6-7cacac38e3ca', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:19Z', 'updated_at': '2022-04-06T12:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:41.834961 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Checking router: a51bff53-4e2b-40f9-aa08-0c1ebac78e1c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:04:41.843275 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Routers {'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:41.843899 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:41.934913 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] Set router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:41.967183 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (62ddeabc-9e47-4b5c-88d6-7cacac38e3ca), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.990112 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T13:04:41Z', 'revision_number': 6, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:41.995856 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ddeabc-9e47-4b5c-88d6-7cacac38e3ca,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:42.017879 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f76f1f-2607-43bd-a5bb-5799b451974c None None] The sync data for ids ['a51bff53-4e2b-40f9-aa08-0c1ebac78e1c'] in dv-cinder-836769-2-iscsi is: [{'id': 'a51bff53-4e2b-40f9-aa08-0c1ebac78e1c', 'name': 'tempest-TestVolumeBootPattern-1495991161-router', 'tenant_id': '6906900165724dd285750b2a09b92b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:18Z', 'updated_at': '2022-04-06T13:04:41Z', 'revision_number': 6, 'project_id': '6906900165724dd285750b2a09b92b66', 'gw_port_host': None}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:04:42.113986 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.627052 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.633678 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks [] for router_controller (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.667335 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580729a-a640-4da6-9e43-86bf4c6b7198 req-0f2b43fa-dbbb-48db-b93b-64bd9556d080 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:42.670036 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a580729a-a640-4da6-9e43-86bf4c6b7198 req-0f2b43fa-dbbb-48db-b93b-64bd9556d080 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 944 time: 0.6043756 Apr 06 13:04:42.747065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (a51bff53-4e2b-40f9-aa08-0c1ebac78e1c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.747516 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51bff53-4e2b-40f9-aa08-0c1ebac78e1c {{(pid=109707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:04:42.752568 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.753740 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f481bacc-66d3-402e-bcdb-d80b91fdc9f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a51bff53-4e2b-40f9-aa08-0c1ebac78e1c HTTP/1.1" status: 204 len: 168 time: 1.3419626 Apr 06 13:04:42.756378 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55686) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:42.777148 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a580729a-a640-4da6-9e43-86bf4c6b7198 req-3efe077b-0ebe-4958-9f7f-470a7fb3f182 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Apr 06 13:04:42.824596 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Deleting subnet 188f2bfd-630f-49d5-99f4-8ff227cbe6ac {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:04:42.828309 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Publish callbacks [] for subnet (188f2bfd-630f-49d5-99f4-8ff227cbe6ac), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.851713 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 235125dc-68d4-44be-b6e3-6247b5e53401 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:42.867165 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (188f2bfd-630f-49d5-99f4-8ff227cbe6ac), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:42.876054 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 235125dc-68d4-44be-b6e3-6247b5e53401 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:42.876492 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 235125dc-68d4-44be-b6e3-6247b5e53401 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:42.877017 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:42.898234 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:42.898667 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 62ddeabc-9e47-4b5c-88d6-7cacac38e3ca not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:42.963949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (188f2bfd-630f-49d5-99f4-8ff227cbe6ac), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.027974 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (188f2bfd-630f-49d5-99f4-8ff227cbe6ac), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.058909 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188f2bfd-630f-49d5-99f4-8ff227cbe6ac,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:43.060973 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.064307 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bc05b9d6-2209-4717-bf3c-3c590e94dff9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/188f2bfd-630f-49d5-99f4-8ff227cbe6ac HTTP/1.1" status: 204 len: 168 time: 0.3068621 Apr 06 13:04:43.066879 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55688) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:43.071705 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da4c63-aa9a-4129-86b7-500fca2939ee None None] Network f89b461a-121b-4d34-8dbb-59805791f6aa requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:04:43.173252 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (f89b461a-121b-4d34-8dbb-59805791f6aa), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.243964 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Deleting port 5968bd8f-b574-477b-932a-af592e6f3bc5 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:43.244350 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.275932 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] DHCP port deletion for f89b461a-121b-4d34-8dbb-59805791f6aa request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:04:43.325808 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] For port 5968bd8f-b574-477b-932a-af592e6f3bc5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5968bd8f-b574-477b-932a-af592e6f3bc5,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:43.326265 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.345402 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Calling delete_port for 5968bd8f-b574-477b-932a-af592e6f3bc5 owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:43.347274 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Deleting port 5968bd8f-b574-477b-932a-af592e6f3bc5 {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:43.347648 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.416761 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] For port 5968bd8f-b574-477b-932a-af592e6f3bc5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5968bd8f-b574-477b-932a-af592e6f3bc5,segment=NetworkSegment(015e66d1-50bd-4c29-b7d3-9826af0b28e4),segment_id=015e66d1-50bd-4c29-b7d3-9826af0b28e4)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:43.417156 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.431882 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Calling delete_port for 5968bd8f-b574-477b-932a-af592e6f3bc5 owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:43.444474 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.473981 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5968bd8f-b574-477b-932a-af592e6f3bc5,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:43.478296 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] No DVR routers for this DVR port 5968bd8f-b574-477b-932a-af592e6f3bc5 on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:43.522094 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (5968bd8f-b574-477b-932a-af592e6f3bc5), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.550014 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Pushing event deleted for resources: {'Port': ['ID=5968bd8f-b574-477b-932a-af592e6f3bc5,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:43.556880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (f89b461a-121b-4d34-8dbb-59805791f6aa), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.560083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.560427 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.560943 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.561435 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.561941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.562448 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.562940 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.563426 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.563934 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.564269 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.564596 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.564924 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.565245 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.565566 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.565904 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:04:43.570073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26209420-f69b-47c5-b2d5-03c90f72b027 None None] No DVR routers for this DVR port 5968bd8f-b574-477b-932a-af592e6f3bc5 on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:43.580189 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89b461a-121b-4d34-8dbb-59805791f6aa']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:43.591521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015e66d1-50bd-4c29-b7d3-9826af0b28e4') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:43.592161 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015e66d1-50bd-4c29-b7d3-9826af0b28e4') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:43.605611 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (015e66d1-50bd-4c29-b7d3-9826af0b28e4), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.613330 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-55236ba9-070a-4bb8-94a8-89e97317808b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.622442 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (015e66d1-50bd-4c29-b7d3-9826af0b28e4), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.628936 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:04:43.629549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (015e66d1-50bd-4c29-b7d3-9826af0b28e4), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:04:43.631043 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:04:43.699112 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (f89b461a-121b-4d34-8dbb-59805791f6aa), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.707533 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.714823 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f89b461a-121b-4d34-8dbb-59805791f6aa HTTP/1.1" status: 204 len: 168 time: 0.6461501 Apr 06 13:04:43.715628 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55702) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:43.741542 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9209c-53e3-44ad-bb00-9eaede4aeb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89b461a-121b-4d34-8dbb-59805791f6aa,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:43.909219 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7c8c8-9aab-4027-be74-fada13d34336 req-4ee9746c-db0c-4c9a-b902-9cfafe336c25 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:43.910682 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35c7c8c8-9aab-4027-be74-fada13d34336 req-4ee9746c-db0c-4c9a-b902-9cfafe336c25 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 944 time: 0.0583184 Apr 06 13:04:43.961175 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-35c7c8c8-9aab-4027-be74-fada13d34336 req-20771e74-1287-4639-b69b-1759130fcdf5 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Apr 06 13:04:44.105009 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (ced723cb-4a32-4013-841f-3431cfaa06b9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.159543 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7ed34cf6-587b-4c36-8760-09ce97f77949 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:04:44.267722 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7ed34cf6-587b-4c36-8760-09ce97f77949,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:44.281124 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '7ed34cf6-587b-4c36-8760-09ce97f77949', 'network_id': 'd85f2edc-e110-47e7-bcc4-d53a4dcefb12', 'port_id': '7ed34cf6-587b-4c36-8760-09ce97f77949', 'mac_address': 'fa:16:3e:61:0b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:04:44.319496 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7ed34cf6-587b-4c36-8760-09ce97f77949 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:04:44.319894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.334265 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed34cf6-587b-4c36-8760-09ce97f77949 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:04:44.358906 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7ed34cf6-587b-4c36-8760-09ce97f77949,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:44.363126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Deleting port a483014b-0338-4435-92c7-b30fa4f4a454 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:44.363434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.363583 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.415315 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:44.447099 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] For port a483014b-0338-4435-92c7-b30fa4f4a454, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a483014b-0338-4435-92c7-b30fa4f4a454,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:44.447455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.461109 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Calling delete_port for a483014b-0338-4435-92c7-b30fa4f4a454 owned by network:router_interface {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:44.578899 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['7ed34cf6-587b-4c36-8760-09ce97f77949'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:04:44.671145 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a483014b-0338-4435-92c7-b30fa4f4a454), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.699812 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Pushing event deleted for resources: {'Port': ['ID=a483014b-0338-4435-92c7-b30fa4f4a454,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:44.781136 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5968bd8f-b574-477b-932a-af592e6f3bc5 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:44.806203 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 5968bd8f-b574-477b-932a-af592e6f3bc5 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:44.806806 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5968bd8f-b574-477b-932a-af592e6f3bc5 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:45.173996 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e5967-c177-4e04-b2a3-ed87eccadeaf req-cb6878ba-027d-45f1-a0bc-5e12dd49599f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:45.183585 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-652e5967-c177-4e04-b2a3-ed87eccadeaf req-cb6878ba-027d-45f1-a0bc-5e12dd49599f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 945 time: 0.1048021 Apr 06 13:04:45.241527 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (ced723cb-4a32-4013-841f-3431cfaa06b9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:45.257779 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-652e5967-c177-4e04-b2a3-ed87eccadeaf req-9f8e4e40-585e-4894-abac-80101bca20c3 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706749 Apr 06 13:04:45.511802 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Router ced723cb-4a32-4013-841f-3431cfaa06b9 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:04:45.627043 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:04:45.632864 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-dfd1e110-8c45-48dd-a390-4e1125fcb58a admin admin] 10.222.0.23 "PUT /v2.0/routers/ced723cb-4a32-4013-841f-3431cfaa06b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152410 Apr 06 13:04:45.635295 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55722) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:45.637179 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Sync routers for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:04:45.652894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:45.653530 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:45.747413 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks [] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:45.768063 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:45.867070 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks [] for router_gateway (ced723cb-4a32-4013-841f-3431cfaa06b9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:45.926909 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Deleting port 610d885f-e6fa-4288-b4a2-281994cada3c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:45.927239 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.009434 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] For port 610d885f-e6fa-4288-b4a2-281994cada3c, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=610d885f-e6fa-4288-b4a2-281994cada3c,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:46.009825 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.023321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Calling delete_port for 610d885f-e6fa-4288-b4a2-281994cada3c owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:46.085807 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T13:04:44Z', 'revision_number': 5, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port': {'id': '610d885f-e6fa-4288-b4a2-281994cada3c', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:56:33Z', 'updated_at': '2022-04-06T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:46.111887 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Checking router: ced723cb-4a32-4013-841f-3431cfaa06b9 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:04:46.120351 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Routers {'ced723cb-4a32-4013-841f-3431cfaa06b9'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:04:46.120953 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['ced723cb-4a32-4013-841f-3431cfaa06b9'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:46.183667 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7ed34cf6-587b-4c36-8760-09ce97f77949 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:04:46.196891 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (610d885f-e6fa-4288-b4a2-281994cada3c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.223358 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Pushing event deleted for resources: {'Port': ['ID=610d885f-e6fa-4288-b4a2-281994cada3c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:46.255094 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] Set router ced723cb-4a32-4013-841f-3431cfaa06b9 gateway port host: None {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:04:46.312313 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (ced723cb-4a32-4013-841f-3431cfaa06b9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.335511 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-271899f0-a46c-44b7-a34b-da8efc7fe9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.337540 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T13:04:45Z', 'revision_number': 6, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:46.371026 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f027c-61e0-4e1e-9a30-3833e2c17ad1 None None] The sync data for ids ['ced723cb-4a32-4013-841f-3431cfaa06b9'] in dv-cinder-836769-2-iscsi is: [{'id': 'ced723cb-4a32-4013-841f-3431cfaa06b9', 'name': 'tempest-TestVolumeBootPattern-2112067401-router', 'tenant_id': 'ffd1a2290fa344c692bd4100baddeec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:56:31Z', 'updated_at': '2022-04-06T13:04:45Z', 'revision_number': 6, 'project_id': 'ffd1a2290fa344c692bd4100baddeec0', 'gw_port_host': None}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:04:46.382258 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 7ed34cf6-587b-4c36-8760-09ce97f77949 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:04:46.387438 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 7ed34cf6-587b-4c36-8760-09ce97f77949 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:04:46.388310 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.388433 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d20a2c-438f-4be7-a697-b90d4a412524 req-9cdd98b1-9653-49a3-893b-62bb209169b1 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:46.389965 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-45d20a2c-438f-4be7-a697-b90d4a412524 req-9cdd98b1-9653-49a3-893b-62bb209169b1 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 945 time: 0.0611134 Apr 06 13:04:46.421419 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.424337 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks [] for router_controller (ced723cb-4a32-4013-841f-3431cfaa06b9), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.464807 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-45d20a2c-438f-4be7-a697-b90d4a412524 req-4ffd699b-861c-48c9-bba2-578dc5c5ac90 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Apr 06 13:04:46.479489 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (ced723cb-4a32-4013-841f-3431cfaa06b9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.480454 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced723cb-4a32-4013-841f-3431cfaa06b9 {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:04:46.485160 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.486359 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-2eccc9a2-60a1-4d0b-b4ad-d75a55d4d860 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ced723cb-4a32-4013-841f-3431cfaa06b9 HTTP/1.1" status: 204 len: 168 time: 0.8499877 Apr 06 13:04:46.488780 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55728) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:46.497327 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 7ed34cf6-587b-4c36-8760-09ce97f77949 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:04:46.497779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.521961 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:04:46.525045 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87947c-cb9c-4823-979c-ebff7453166e" -d '{"events": [{"server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "name": "network-vif-plugged", "status": "completed", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:04:46.535402 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Deleting subnet 06b4d7dc-0f47-455c-a9c4-989d69ae336a {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:04:46.539647 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Publish callbacks [] for subnet (06b4d7dc-0f47-455c-a9c4-989d69ae336a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.543690 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7ed34cf6-587b-4c36-8760-09ce97f77949,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:46.549898 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.578835 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a8557-01c4-4015-bd59-34fa5713940c x-openstack-request-id: req-e77a8557-01c4-4015-bd59-34fa5713940c {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:04:46.579100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (06b4d7dc-0f47-455c-a9c4-989d69ae336a), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.579212 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "name": "network-vif-plugged", "status": "completed", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:04:46.579381 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77a8557-01c4-4015-bd59-34fa5713940c {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:04:46.579919 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77a8557-01c4-4015-bd59-34fa5713940c'] response: {'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949', 'code': 200} Apr 06 13:04:46.604174 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:46.665060 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (06b4d7dc-0f47-455c-a9c4-989d69ae336a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.770150 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689eae4-75ca-426c-b9b3-36085234918b req-12ddbac2-69dd-4b33-b59f-48baf2e6e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:46.773258 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-3689eae4-75ca-426c-b9b3-36085234918b req-12ddbac2-69dd-4b33-b59f-48baf2e6e5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 1130 time: 0.0731463 Apr 06 13:04:46.775460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (06b4d7dc-0f47-455c-a9c4-989d69ae336a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.809945 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b4d7dc-0f47-455c-a9c4-989d69ae336a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:46.821205 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.824535 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-bd1942fe-9625-4217-a2b1-878583f4ce37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/06b4d7dc-0f47-455c-a9c4-989d69ae336a HTTP/1.1" status: 204 len: 168 time: 0.3347614 Apr 06 13:04:46.827213 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55732) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:46.833929 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42757a16-fba6-4188-9721-f44cc4f8479a None None] Network de2518af-88c0-4e00-9e5c-850e22344215 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:04:46.868832 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-3689eae4-75ca-426c-b9b3-36085234918b req-a8af160f-af9c-40c8-af07-f51097816aea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876215 Apr 06 13:04:46.913659 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (de2518af-88c0-4e00-9e5c-850e22344215), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.967763 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Deleting port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:04:46.968143 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.036546 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] For port 9d23b64e-2b94-4945-9c01-eae3d7b25a15, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=9d23b64e-2b94-4945-9c01-eae3d7b25a15,segment=NetworkSegment(f168488b-bb81-4f08-b18a-0b8a97c14d77),segment_id=f168488b-bb81-4f08-b18a-0b8a97c14d77)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:04:47.036907 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.051914 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Calling delete_port for 9d23b64e-2b94-4945-9c01-eae3d7b25a15 owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:04:47.129925 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (9d23b64e-2b94-4945-9c01-eae3d7b25a15), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.159965 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d23b64e-2b94-4945-9c01-eae3d7b25a15,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:47.161941 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] No DVR routers for this DVR port 9d23b64e-2b94-4945-9c01-eae3d7b25a15 on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:04:47.196728 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b2c28-5335-4791-88fd-c0c98bb6dd8b None None] DHCP port deletion for de2518af-88c0-4e00-9e5c-850e22344215 request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:04:47.203065 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a483014b-0338-4435-92c7-b30fa4f4a454 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:47.226359 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: a483014b-0338-4435-92c7-b30fa4f4a454 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:47.226706 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a483014b-0338-4435-92c7-b30fa4f4a454 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:47.249321 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (de2518af-88c0-4e00-9e5c-850e22344215), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.272782 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2518af-88c0-4e00-9e5c-850e22344215']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:47.282760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f168488b-bb81-4f08-b18a-0b8a97c14d77') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:47.283178 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f168488b-bb81-4f08-b18a-0b8a97c14d77') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:04:47.293322 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (f168488b-bb81-4f08-b18a-0b8a97c14d77), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.308026 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (f168488b-bb81-4f08-b18a-0b8a97c14d77), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.315023 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:04:47.315560 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (f168488b-bb81-4f08-b18a-0b8a97c14d77), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:04:47.317412 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:04:47.385751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (de2518af-88c0-4e00-9e5c-850e22344215), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.391676 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.395057 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] 10.222.0.23 "DELETE /v2.0/networks/de2518af-88c0-4e00-9e5c-850e22344215 HTTP/1.1" status: 204 len: 168 time: 0.5665829 Apr 06 13:04:47.407643 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c33bb-3186-43a4-8560-eaac0ab07821 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2518af-88c0-4e00-9e5c-850e22344215,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:47.505882 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.525604 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55740) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:47.595239 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-25df1c36-a56c-42bb-a0d9-d36fba8d0370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6906900165724dd285750b2a09b92b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692115 Apr 06 13:04:47.597788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55742) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:47.611513 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9396-c172-4dac-83f4-8dc30d07a18d req-792d6cfc-7dc1-4003-a2ae-da707a62d6fd tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:47.613118 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-af0e9396-c172-4dac-83f4-8dc30d07a18d req-792d6cfc-7dc1-4003-a2ae-da707a62d6fd tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 946 time: 0.0717468 Apr 06 13:04:47.651562 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] Publish callbacks [] for security_group (cc34c20b-512c-4906-9269-c7c8a66c0e61), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.664559 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-af0e9396-c172-4dac-83f4-8dc30d07a18d req-b8d26ed6-fcda-49f5-9402-83dcdb681c12 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Apr 06 13:04:47.674138 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] Publish callbacks [] for security_group (cc34c20b-512c-4906-9269-c7c8a66c0e61), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.723412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (cc34c20b-512c-4906-9269-c7c8a66c0e61), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.726153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:47.727327 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc34c20b-512c-4906-9269-c7c8a66c0e61 HTTP/1.1" status: 204 len: 168 time: 0.1284897 Apr 06 13:04:47.735208 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc29fc9-fbb3-4790-81d7-2fa2464e5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34c20b-512c-4906-9269-c7c8a66c0e61,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:48.056455 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55748) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:48.096438 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-abc72443-9c50-419a-8a43-b2110d44c704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffd1a2290fa344c692bd4100baddeec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388095 Apr 06 13:04:48.098949 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55750) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:04:48.148835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] Publish callbacks [] for security_group (e56b184c-8c41-457b-b283-4dd37d9b4403), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:48.171504 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] Publish callbacks [] for security_group (e56b184c-8c41-457b-b283-4dd37d9b4403), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:48.231001 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (e56b184c-8c41-457b-b283-4dd37d9b4403), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:48.233818 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:48.235217 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e56b184c-8c41-457b-b283-4dd37d9b4403 HTTP/1.1" status: 204 len: 168 time: 0.1353235 Apr 06 13:04:48.244226 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42326-bc8a-4057-9e77-5194d2a47c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b184c-8c41-457b-b283-4dd37d9b4403,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:04:48.752315 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 9d23b64e-2b94-4945-9c01-eae3d7b25a15 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:48.776723 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 9d23b64e-2b94-4945-9c01-eae3d7b25a15 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:48.777071 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 9d23b64e-2b94-4945-9c01-eae3d7b25a15 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:48.777506 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 610d885f-e6fa-4288-b4a2-281994cada3c no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:04:48.795169 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8373e58-263c-484e-90ce-9a56f8538429 req-50225ebe-3eaf-4fac-841e-b88d3b1befb6 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:04:48.796710 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8373e58-263c-484e-90ce-9a56f8538429 req-50225ebe-3eaf-4fac-841e-b88d3b1befb6 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 946 time: 0.0600064 Apr 06 13:04:48.799310 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 610d885f-e6fa-4288-b4a2-281994cada3c {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:04:48.799664 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 610d885f-e6fa-4288-b4a2-281994cada3c not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:04:48.848685 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d8373e58-263c-484e-90ce-9a56f8538429 req-130edbb7-1951-407b-970d-2b34978dff10 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Apr 06 13:04:48.892792 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:50.325821 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:58.781637 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:00.575174 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:05:03.646191 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3eb5-bd06-4500-a5bf-ed48464ed7ee req-13ea9f68-b9f1-470a-a6d3-cd8f7975eef1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:03.647738 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-837a3eb5-bd06-4500-a5bf-ed48464ed7ee req-13ea9f68-b9f1-470a-a6d3-cd8f7975eef1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0537286 Apr 06 13:05:03.694684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-837a3eb5-bd06-4500-a5bf-ed48464ed7ee req-42dd723a-9b36-4072-8e45-5a78b3d6ce5a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Apr 06 13:05:04.919357 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad905-d953-49d6-8984-05a8f02134d0 req-551b939b-b894-479b-96f9-985921299527 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:04.920861 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-90bad905-d953-49d6-8984-05a8f02134d0 req-551b939b-b894-479b-96f9-985921299527 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.1488490 Apr 06 13:05:04.972127 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-90bad905-d953-49d6-8984-05a8f02134d0 req-5d7a2e01-c21e-43a9-b70d-d7c2a1d318f5 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Apr 06 13:05:06.099610 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ae9a-15f6-4435-bcc1-d236e818facb req-9d688d44-084a-4864-968b-6e13dc2f5230 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:06.102328 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6ac9ae9a-15f6-4435-bcc1-d236e818facb req-9d688d44-084a-4864-968b-6e13dc2f5230 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0564542 Apr 06 13:05:06.150954 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6ac9ae9a-15f6-4435-bcc1-d236e818facb req-1d239928-6920-4c32-adc7-e313a2f4035c tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Apr 06 13:05:07.271048 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e454ef7-6f5c-4888-9c8e-931887c9b84c req-c4930f9a-4971-4031-bae8-0c3ab5d2382a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:07.273235 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e454ef7-6f5c-4888-9c8e-931887c9b84c req-c4930f9a-4971-4031-bae8-0c3ab5d2382a tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0540292 Apr 06 13:05:07.323393 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7e454ef7-6f5c-4888-9c8e-931887c9b84c req-59621d7b-ac46-4c6f-a69c-9f4b6cefd037 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Apr 06 13:05:07.905478 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-994e5596-9b12-4a84-b948-a2e17e91e0f1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:07.906969 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-994e5596-9b12-4a84-b948-a2e17e91e0f1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0911992 Apr 06 13:05:07.913087 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-75700ef0-f652-4fd0-a0e2-f2706e7b2547 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630322 Apr 06 13:05:08.036357 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-a09fcfa9-c9b6-4cca-a4e9-b8caa519448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:08.038442 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-a09fcfa9-c9b6-4cca-a4e9-b8caa519448b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 1130 time: 0.0790854 Apr 06 13:05:08.043911 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Deleting port f9988116-03d5-4da4-bf03-cbc953585539 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:08.044249 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (f9988116-03d5-4da4-bf03-cbc953585539), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:08.201126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] For port f9988116-03d5-4da4-bf03-cbc953585539, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=f9988116-03d5-4da4-bf03-cbc953585539,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:08.201391 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (f9988116-03d5-4da4-bf03-cbc953585539), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:08.214084 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-8bf8bc76-c50d-4c9f-84dc-027a6e68f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:08.215559 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-8bf8bc76-c50d-4c9f-84dc-027a6e68f553 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 200 len: 915 time: 0.1573658 Apr 06 13:05:08.292887 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-e480c198-0db2-4987-94ea-9de895fda1da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed34cf6-587b-4c36-8760-09ce97f77949 HTTP/1.1" status: 200 len: 217 time: 0.0420060 Apr 06 13:05:08.390564 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-3509d29f-3c17-4d84-a5f4-b058e292be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:08.392042 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-3509d29f-3c17-4d84-a5f4-b058e292be00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 200 len: 854 time: 0.0925825 Apr 06 13:05:08.452295 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfcbf0-406e-4b0c-aa04-7bbbb0eb45a5 req-f4bdfc2d-7f21-442a-a51a-75204304fb60 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:08.453864 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ccfcbf0-406e-4b0c-aa04-7bbbb0eb45a5 req-f4bdfc2d-7f21-442a-a51a-75204304fb60 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a44c347-c278-42e5-bf11-9809e884aa5b HTTP/1.1" status: 200 len: 946 time: 0.0620053 Apr 06 13:05:08.454873 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-efe49e26-61df-4389-86e7-e6572d072f02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d85f2edc-e110-47e7-bcc4-d53a4dcefb12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558202 Apr 06 13:05:08.513160 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8ccfcbf0-406e-4b0c-aa04-7bbbb0eb45a5 req-6da1f11b-d98f-4412-a600-897d83186934 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca58df8f-5e1c-485a-9f44-4952eb79508a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Apr 06 13:05:08.519790 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:08.520158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:08.520474 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.l3_db [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Floating IP a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c disassociated. External IP: 172.27.1.31, port: f9988116-03d5-4da4-bf03-cbc953585539. Apr 06 13:05:08.520817 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Calling delete_port for f9988116-03d5-4da4-bf03-cbc953585539 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:08.622838 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-02ea8692-ab0b-4da4-981c-17b6f8f96b96 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610944 Apr 06 13:05:08.754176 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7b4d5a09-d95d-476e-99ee-05678b28df3f req-6ddb4936-4926-48ad-ba93-c4fbb7990310 service neutron] 10.222.0.11 "GET /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242173 Apr 06 13:05:08.755317 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (f9988116-03d5-4da4-bf03-cbc953585539), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:08.788611 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'Port': ['ID=f9988116-03d5-4da4-bf03-cbc953585539,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:08.902938 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:05:09.012046 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:05:09.022672 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:05:09.036153 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:05:09.036773 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:09.056695 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] No DVR routers for this DVR port f9988116-03d5-4da4-bf03-cbc953585539 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:05:09.059340 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.062582 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-90fb779b-4420-4e8d-bd3c-590b20718929 req-130d9df0-cc08-48ea-a9ef-ac1e2ec980d6 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.11 "DELETE /v2.0/ports/f9988116-03d5-4da4-bf03-cbc953585539 HTTP/1.1" status: 204 len: 173 time: 1.1486313 Apr 06 13:05:09.063013 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'name': 'network-vif-deleted', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:05:09.065272 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91e1ee-22c2-42e2-a758-bc83326454b4" -d '{"events": [{"server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "name": "network-vif-deleted", "tag": "f9988116-03d5-4da4-bf03-cbc953585539"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:05:09.104208 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b75e98-8ac7-448f-b040-4edd08064112 x-openstack-request-id: req-64b75e98-8ac7-448f-b040-4edd08064112 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:05:09.104723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a44c347-c278-42e5-bf11-9809e884aa5b", "name": "network-vif-deleted", "tag": "f9988116-03d5-4da4-bf03-cbc953585539", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:05:09.105100 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64b75e98-8ac7-448f-b040-4edd08064112 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:05:09.105400 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b75e98-8ac7-448f-b040-4edd08064112'] response: {'server_uuid': '3a44c347-c278-42e5-bf11-9809e884aa5b', 'name': 'network-vif-deleted', 'tag': 'f9988116-03d5-4da4-bf03-cbc953585539', 'status': 'completed', 'code': 200} Apr 06 13:05:09.153319 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:05:09.373849 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:09.399548 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:05:09.407664 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:05:09.408269 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:09.519418 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:05:09.621052 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55916) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:09.679237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (ca58df8f-5e1c-485a-9f44-4952eb79508a), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.703398 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (ca58df8f-5e1c-485a-9f44-4952eb79508a), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.731530 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:09.762681 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad85fa-0ef9-4f64-91d8-5e3fcb42780b None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:00:18Z', 'revision_number': 4, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': 'c291b899-ac29-4ee5-85a1-ac54d386b7d5', 'name': '', 'network_id': '76478e6a-dbca-4035-b1e2-e31cea886ec9', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'mac_address': 'fa:16:3e:75:43:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:18Z', 'updated_at': '2022-04-06T13:00:23Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'subnets': [{'id': 'ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:05:09.779705 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (ca58df8f-5e1c-485a-9f44-4952eb79508a), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.783805 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.785283 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca58df8f-5e1c-485a-9f44-4952eb79508a HTTP/1.1" status: 204 len: 168 time: 0.1628006 Apr 06 13:05:09.789149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55922) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:09.802850 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e24fbc-8798-4c05-a2de-bb56525a9340 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58df8f-5e1c-485a-9f44-4952eb79508a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:09.817237 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.api.v2.resource [None req-5c352b85-bc2c-41d8-a92c-fabf88a73ca1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] show failed (client error): The resource could not be found. Apr 06 13:05:09.820991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5c352b85-bc2c-41d8-a92c-fabf88a73ca1 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "GET /v2.0/security-groups/ca58df8f-5e1c-485a-9f44-4952eb79508a HTTP/1.1" status: 404 len: 347 time: 0.0273135 Apr 06 13:05:09.822071 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 55924) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:09.958407 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Deleting port 25a654ea-cf06-42a5-9630-cedeb5ba88af {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:09.958782 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.041732 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819f085-1778-409e-b8d1-bd30d709fb97 None None] New status for floating IP a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c: DOWN {{(pid=109708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:05:10.044580 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.044915 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (25a654ea-cf06-42a5-9630-cedeb5ba88af), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.057404 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Calling delete_port for 25a654ea-cf06-42a5-9630-cedeb5ba88af owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:10.211820 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (25a654ea-cf06-42a5-9630-cedeb5ba88af), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.242486 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Pushing event deleted for resources: {'Port': ['ID=25a654ea-cf06-42a5-9630-cedeb5ba88af,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:10.306200 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks [] for floatingip (a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.308724 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.309927 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ae395853-5ee9-46d7-acc4-f8b7b4076d56 tempest-AttachVolumeTestJSON-301342782 tempest-AttachVolumeTestJSON-301342782-project] 10.222.0.23 "DELETE /v2.0/floatingips/a1ae0b91-b3f1-4733-9289-b5f8bd5d6c6c HTTP/1.1" status: 204 len: 168 time: 0.4863982 Apr 06 13:05:10.356437 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9988116-03d5-4da4-bf03-cbc953585539 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:05:10.379808 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: f9988116-03d5-4da4-bf03-cbc953585539 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:05:10.380214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device f9988116-03d5-4da4-bf03-cbc953585539 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:05:11.075099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc9d2b-b4d8-454d-b829-1cd584cf7c46 req-57b17728-4888-41ad-bbde-731ab158c3db tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:11.076564 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6fbc9d2b-b4d8-454d-b829-1cd584cf7c46 req-57b17728-4888-41ad-bbde-731ab158c3db tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 946 time: 0.0528982 Apr 06 13:05:11.123070 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6fbc9d2b-b4d8-454d-b829-1cd584cf7c46 req-616aa0ed-b3c2-4a87-a07e-af613e962879 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Apr 06 13:05:12.248064 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cd76-2999-4101-aab3-666044dacc39 req-8c8faf0f-53e5-4b30-8101-5bfa6674c758 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:12.249584 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6da1cd76-2999-4101-aab3-666044dacc39 req-8c8faf0f-53e5-4b30-8101-5bfa6674c758 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 946 time: 0.0566173 Apr 06 13:05:12.301953 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6da1cd76-2999-4101-aab3-666044dacc39 req-30d21377-cb66-4f2d-bd08-ac2f4dc67d0f tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/security-groups?id=59966322-5f34-46d2-ac48-4c5ea77ab046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Apr 06 13:05:12.582124 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-1f5c48c0-d9b4-46e2-862d-9b947fc4654a tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:05:12.583745 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-1f5c48c0-d9b4-46e2-862d-9b947fc4654a tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 946 time: 0.0538747 Apr 06 13:05:12.683677 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Deleting port 7ed34cf6-587b-4c36-8760-09ce97f77949 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:12.684006 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:12.781270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] For port 7ed34cf6-587b-4c36-8760-09ce97f77949, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=7ed34cf6-587b-4c36-8760-09ce97f77949,segment=NetworkSegment(d77cd579-7f8d-4cc0-b3e3-f8b36faab06c),segment_id=d77cd579-7f8d-4cc0-b3e3-f8b36faab06c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:12.781651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:12.797702 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Calling delete_port for 7ed34cf6-587b-4c36-8760-09ce97f77949 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:12.930097 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (7ed34cf6-587b-4c36-8760-09ce97f77949), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:12.940918 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['7ed34cf6-587b-4c36-8760-09ce97f77949'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:05:12.961003 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Pushing event deleted for resources: {'Port': ['ID=7ed34cf6-587b-4c36-8760-09ce97f77949,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:13.261523 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] No DVR routers for this DVR port 7ed34cf6-587b-4c36-8760-09ce97f77949 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:05:13.263917 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:13.267190 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-356f51d6-d9cc-4f17-aa09-f66222769d8b req-52aa9e19-c74b-45d7-94f8-5616f4fff9ac tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.11 "DELETE /v2.0/ports/7ed34cf6-587b-4c36-8760-09ce97f77949 HTTP/1.1" status: 204 len: 173 time: 0.6784530 Apr 06 13:05:13.267631 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'name': 'network-vif-deleted', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:05:13.269911 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3dac48-d0c3-46ff-a338-03f187898c58" -d '{"events": [{"server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "name": "network-vif-deleted", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:05:13.308247 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c9b72-7214-4bac-bf4a-1de9a2b09f7b x-openstack-request-id: req-548c9b72-7214-4bac-bf4a-1de9a2b09f7b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:05:13.308541 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68ca09-3ac7-45ba-a02c-abfdf9d12f02", "name": "network-vif-deleted", "tag": "7ed34cf6-587b-4c36-8760-09ce97f77949", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:05:13.308796 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-548c9b72-7214-4bac-bf4a-1de9a2b09f7b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:05:13.309193 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548c9b72-7214-4bac-bf4a-1de9a2b09f7b'] response: {'server_uuid': 'bd68ca09-3ac7-45ba-a02c-abfdf9d12f02', 'name': 'network-vif-deleted', 'tag': '7ed34cf6-587b-4c36-8760-09ce97f77949', 'status': 'completed', 'code': 200} Apr 06 13:05:13.402777 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-567ac61e-49e2-425c-878a-5820aa5d5d1b req-dd78c690-9cc7-4e1f-9301-05f9c7f91383 tempest-VolumesSnapshotTestJSON-825887235 tempest-VolumesSnapshotTestJSON-825887235-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd68ca09-3ac7-45ba-a02c-abfdf9d12f02 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Apr 06 13:05:13.619636 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-45a99e47-7674-4306-8c4e-a4c53ea74138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:13.847487 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55964) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:14.208693 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (7c748552-4ab2-4027-a684-b1c34333bcb0), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:14.462477 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Deleting port c291b899-ac29-4ee5-85a1-ac54d386b7d5 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:14.462735 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:14.549354 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] For port c291b899-ac29-4ee5-85a1-ac54d386b7d5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=c291b899-ac29-4ee5-85a1-ac54d386b7d5,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:14.549788 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:14.563468 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Calling delete_port for c291b899-ac29-4ee5-85a1-ac54d386b7d5 owned by network:router_interface {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:14.764681 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (c291b899-ac29-4ee5-85a1-ac54d386b7d5), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:14.791275 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Pushing event deleted for resources: {'Port': ['ID=c291b899-ac29-4ee5-85a1-ac54d386b7d5,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:14.972480 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (7c748552-4ab2-4027-a684-b1c34333bcb0), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:15.212696 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Router 7c748552-4ab2-4027-a684-b1c34333bcb0 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:05:15.321125 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:05:15.326825 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b38a036f-733f-4a6d-aa7a-582ecd8e935e admin admin] 10.222.0.23 "PUT /v2.0/routers/7c748552-4ab2-4027-a684-b1c34333bcb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780402 Apr 06 13:05:15.329765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55974) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:15.330912 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Sync routers for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:05:15.343445 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:05:15.344141 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:15.545751 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:05:15.547844 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks [] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:15.667388 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks [] for router_gateway (7c748552-4ab2-4027-a684-b1c34333bcb0), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:15.726926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Deleting port 64826b46-d37d-4e74-a950-63ab3349da5f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:15.727270 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:15.744084 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:05:14Z', 'revision_number': 5, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port': {'id': '64826b46-d37d-4e74-a950-63ab3349da5f', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:00:16Z', 'updated_at': '2022-04-06T13:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:15.775491 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Checking router: 7c748552-4ab2-4027-a684-b1c34333bcb0 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:05:15.784263 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Routers {'7c748552-4ab2-4027-a684-b1c34333bcb0'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:05:15.785046 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:04:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['7c748552-4ab2-4027-a684-b1c34333bcb0'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:15.820682 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] For port 64826b46-d37d-4e74-a950-63ab3349da5f, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=64826b46-d37d-4e74-a950-63ab3349da5f,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:15.821052 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:15.836248 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Calling delete_port for 64826b46-d37d-4e74-a950-63ab3349da5f owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:15.878566 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] Set router 7c748552-4ab2-4027-a684-b1c34333bcb0 gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:05:15.945763 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:05:15Z', 'revision_number': 6, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:15.979785 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ab593-2a5d-405c-a231-c093b3493cc9 None None] The sync data for ids ['7c748552-4ab2-4027-a684-b1c34333bcb0'] in dv-cinder-836769-2-iscsi is: [{'id': '7c748552-4ab2-4027-a684-b1c34333bcb0', 'name': 'tempest-AttachVolumeTestJSON-1526370501-router', 'tenant_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:00:15Z', 'updated_at': '2022-04-06T13:05:15Z', 'revision_number': 6, 'project_id': 'f566084a0b414e6dabf96eae8ae4d7ac', 'gw_port_host': None}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:05:16.034651 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (64826b46-d37d-4e74-a950-63ab3349da5f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.065724 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64826b46-d37d-4e74-a950-63ab3349da5f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:16.135240 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (7c748552-4ab2-4027-a684-b1c34333bcb0), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.230545 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.232636 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks [] for router_controller (7c748552-4ab2-4027-a684-b1c34333bcb0), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.240056 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0deaed74-367e-4871-9a72-2d1f7cd45aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.279713 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (7c748552-4ab2-4027-a684-b1c34333bcb0), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.280228 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c748552-4ab2-4027-a684-b1c34333bcb0 {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:05:16.285115 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.286309 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-4a8fe31a-4ad8-4355-8e42-fb5bf01c5fa3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7c748552-4ab2-4027-a684-b1c34333bcb0 HTTP/1.1" status: 204 len: 168 time: 0.9555950 Apr 06 13:05:16.290063 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55984) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:16.344332 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Deleting subnet ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:05:16.348592 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Publish callbacks [] for subnet (ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.385921 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.468973 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.522014 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.552382 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:16.555210 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.558455 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-eb8ec37f-5800-4110-b041-56c40324cd75 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee5e9c1c-8136-4c4d-8b9b-1049c6a7de58 HTTP/1.1" status: 204 len: 168 time: 0.2673626 Apr 06 13:05:16.560850 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d00737-d3c5-4740-a67a-e27f78b5e5ed None None] Network 76478e6a-dbca-4035-b1e2-e31cea886ec9 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:05:16.561026 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55986) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:16.630571 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (76478e6a-dbca-4035-b1e2-e31cea886ec9), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.692027 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Deleting port a90f784b-1080-44b7-accd-f75a6592d22e {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:16.692362 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.768879 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] For port a90f784b-1080-44b7-accd-f75a6592d22e, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a90f784b-1080-44b7-accd-f75a6592d22e,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:16.769250 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.784913 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Calling delete_port for a90f784b-1080-44b7-accd-f75a6592d22e owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:16.799293 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] DHCP port deletion for 76478e6a-dbca-4035-b1e2-e31cea886ec9 request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:05:16.855067 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Deleting port a90f784b-1080-44b7-accd-f75a6592d22e {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:05:16.855718 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.868762 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 64826b46-d37d-4e74-a950-63ab3349da5f no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:05:16.873790 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.901605 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Pushing event deleted for resources: {'Port': ['ID=a90f784b-1080-44b7-accd-f75a6592d22e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:16.903510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] No DVR routers for this DVR port a90f784b-1080-44b7-accd-f75a6592d22e on host dv-cinder-836769-2-iscsi {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:05:16.918772 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 64826b46-d37d-4e74-a950-63ab3349da5f {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:05:16.919114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 64826b46-d37d-4e74-a950-63ab3349da5f not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:05:16.919533 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device c291b899-ac29-4ee5-85a1-ac54d386b7d5 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:05:16.949598 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: c291b899-ac29-4ee5-85a1-ac54d386b7d5 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:05:16.949944 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device c291b899-ac29-4ee5-85a1-ac54d386b7d5 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:05:16.950365 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a90f784b-1080-44b7-accd-f75a6592d22e no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:05:16.978619 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: a90f784b-1080-44b7-accd-f75a6592d22e {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:05:16.978961 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device a90f784b-1080-44b7-accd-f75a6592d22e not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:05:16.985256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (76478e6a-dbca-4035-b1e2-e31cea886ec9), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.986710 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] For port a90f784b-1080-44b7-accd-f75a6592d22e, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=a90f784b-1080-44b7-accd-f75a6592d22e,segment=NetworkSegment(110f0050-76c1-4206-a962-d2824f583b67),segment_id=110f0050-76c1-4206-a962-d2824f583b67)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:05:16.987104 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.007704 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Calling delete_port for a90f784b-1080-44b7-accd-f75a6592d22e owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:05:17.012004 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76478e6a-dbca-4035-b1e2-e31cea886ec9']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:17.024599 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110f0050-76c1-4206-a962-d2824f583b67') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:17.024893 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110f0050-76c1-4206-a962-d2824f583b67') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:17.035412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (110f0050-76c1-4206-a962-d2824f583b67), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.051358 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (110f0050-76c1-4206-a962-d2824f583b67), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.060915 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:05:17.062252 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (110f0050-76c1-4206-a962-d2824f583b67), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:05:17.064752 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:05:17.094326 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (a90f784b-1080-44b7-accd-f75a6592d22e), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.126139 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] Pushing event deleted for resources: {'Port': ['ID=a90f784b-1080-44b7-accd-f75a6592d22e,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:17.135066 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60880a-7620-4e69-801e-fd7c30e37646 None None] No DVR routers for this DVR port a90f784b-1080-44b7-accd-f75a6592d22e on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:05:17.135804 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (76478e6a-dbca-4035-b1e2-e31cea886ec9), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.156866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.160165 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] 10.222.0.23 "DELETE /v2.0/networks/76478e6a-dbca-4035-b1e2-e31cea886ec9 HTTP/1.1" status: 204 len: 168 time: 0.5982001 Apr 06 13:05:17.161553 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c87d0-0a87-4549-891c-6d15d4baa43c admin admin] Pushing event deleted for resources: {'Network': ['ID=76478e6a-dbca-4035-b1e2-e31cea886ec9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:17.287103 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55992) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:17.330036 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5060843a-4b29-4975-94b0-1c492e999a75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f566084a0b414e6dabf96eae8ae4d7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397861 Apr 06 13:05:17.330869 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 55994) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:17.380184 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] Publish callbacks [] for security_group (2ba4ddad-e206-49e2-afcf-7bbfaf696594), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.403126 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] Publish callbacks [] for security_group (2ba4ddad-e206-49e2-afcf-7bbfaf696594), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.449676 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (2ba4ddad-e206-49e2-afcf-7bbfaf696594), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.452355 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.453532 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ba4ddad-e206-49e2-afcf-7bbfaf696594 HTTP/1.1" status: 204 len: 168 time: 0.1218579 Apr 06 13:05:17.462522 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c52f-3ec7-4662-bf02-68a061ba6bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4ddad-e206-49e2-afcf-7bbfaf696594,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:17.507537 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:17.763465 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7ed34cf6-587b-4c36-8760-09ce97f77949 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:05:17.785230 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 7ed34cf6-587b-4c36-8760-09ce97f77949 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:05:17.785614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 7ed34cf6-587b-4c36-8760-09ce97f77949 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:05:18.895266 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.428771 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56074) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:19.535429 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf7e3-ba62-4aa9-83a9-45bee41cadbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.612016 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf7e3-ba62-4aa9-83a9-45bee41cadbf admin admin] Publish callbacks [] for security_group (93aa9ad9-e80c-4736-92e0-b6de313acb91), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.616594 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf7e3-ba62-4aa9-83a9-45bee41cadbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93aa9ad9-e80c-4736-92e0-b6de313acb91), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.657665 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5c8bf7e3-ba62-4aa9-83a9-45bee41cadbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96de8723969a4193bb8677238a0235dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276781 Apr 06 13:05:19.658524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf7e3-ba62-4aa9-83a9-45bee41cadbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa9ad9-e80c-4736-92e0-b6de313acb91,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:19.660227 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56078) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:19.712396 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] Publish callbacks [] for security_group (93aa9ad9-e80c-4736-92e0-b6de313acb91), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.739110 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] Publish callbacks [] for security_group (93aa9ad9-e80c-4736-92e0-b6de313acb91), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.788129 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (93aa9ad9-e80c-4736-92e0-b6de313acb91), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.791413 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:19.792649 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93aa9ad9-e80c-4736-92e0-b6de313acb91 HTTP/1.1" status: 204 len: 168 time: 0.1304171 Apr 06 13:05:19.801774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683b7d0-e304-4499-b6d4-3f1a8a13f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa9ad9-e80c-4736-92e0-b6de313acb91,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:20.054185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56084) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:20.067217 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c57ad9ea-c141-4aa1-bb3b-ffaf213dcfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.143563 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c57ad9ea-c141-4aa1-bb3b-ffaf213dcfc1 admin admin] Publish callbacks [] for security_group (b50be4a0-f355-4263-a8bd-9b84ab4317ac), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.148078 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c57ad9ea-c141-4aa1-bb3b-ffaf213dcfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b50be4a0-f355-4263-a8bd-9b84ab4317ac), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.187475 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-c57ad9ea-c141-4aa1-bb3b-ffaf213dcfc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8bcc97d57714eb3a5b9d11bb3573bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320572 Apr 06 13:05:20.188118 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad9ea-c141-4aa1-bb3b-ffaf213dcfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50be4a0-f355-4263-a8bd-9b84ab4317ac,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:20.190041 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56086) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:20.239826 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Publish callbacks [] for security_group (b50be4a0-f355-4263-a8bd-9b84ab4317ac), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.262884 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Publish callbacks [] for security_group (b50be4a0-f355-4263-a8bd-9b84ab4317ac), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.317563 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b50be4a0-f355-4263-a8bd-9b84ab4317ac), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.321325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.322531 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b50be4a0-f355-4263-a8bd-9b84ab4317ac HTTP/1.1" status: 204 len: 168 time: 0.1314416 Apr 06 13:05:20.333289 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50be4a0-f355-4263-a8bd-9b84ab4317ac,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:20.340961 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:20.345146 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.345691 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.346080 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.346425 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.346877 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.347216 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.347547 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.347877 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.348209 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.348537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.349140 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.349477 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.350065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.350513 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:20.350849 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d761df58-1559-4cd6-bfc6-69231cc837d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:26.996724 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56240) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:27.102134 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16f9cf0e-fb6a-49f0-a327-54ac7b123e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.177378 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16f9cf0e-fb6a-49f0-a327-54ac7b123e74 admin admin] Publish callbacks [] for security_group (f3887013-89b9-495b-bec6-b810e46301b7), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.182601 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-16f9cf0e-fb6a-49f0-a327-54ac7b123e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f3887013-89b9-495b-bec6-b810e46301b7), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.223538 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-16f9cf0e-fb6a-49f0-a327-54ac7b123e74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecbfbb551c8a4126b6fa7cb687c2af43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257159 Apr 06 13:05:27.224416 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9cf0e-fb6a-49f0-a327-54ac7b123e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3887013-89b9-495b-bec6-b810e46301b7,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:27.226604 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56244) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:27.279590 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Publish callbacks [] for security_group (f3887013-89b9-495b-bec6-b810e46301b7), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.301192 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Publish callbacks [] for security_group (f3887013-89b9-495b-bec6-b810e46301b7), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.352182 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (f3887013-89b9-495b-bec6-b810e46301b7), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.354896 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.356052 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3887013-89b9-495b-bec6-b810e46301b7 HTTP/1.1" status: 204 len: 168 time: 0.1275876 Apr 06 13:05:27.363968 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3887013-89b9-495b-bec6-b810e46301b7,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:27.372774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.373190 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.373680 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.374228 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.374676 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.375192 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.375750 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.376310 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.376875 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.377448 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.378053 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.378622 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.379162 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.379723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.380225 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9229176-604d-44a9-bf9d-4f2f4687b91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:05:27.630027 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56256) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:27.644137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3588ede9-5145-45ca-8afd-2c0130c8a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.732086 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3588ede9-5145-45ca-8afd-2c0130c8a349 admin admin] Publish callbacks [] for security_group (b3f6f993-b642-4934-8aa0-6f350f8c3c1b), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.736070 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3588ede9-5145-45ca-8afd-2c0130c8a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b3f6f993-b642-4934-8aa0-6f350f8c3c1b), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.777185 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-3588ede9-5145-45ca-8afd-2c0130c8a349 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c965e0527514b258087c91e9094d2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437337 Apr 06 13:05:27.777185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ede9-5145-45ca-8afd-2c0130c8a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6f993-b642-4934-8aa0-6f350f8c3c1b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:27.778579 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56260) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:27.838805 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] Publish callbacks [] for security_group (b3f6f993-b642-4934-8aa0-6f350f8c3c1b), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.862752 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] Publish callbacks [] for security_group (b3f6f993-b642-4934-8aa0-6f350f8c3c1b), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.910230 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (b3f6f993-b642-4934-8aa0-6f350f8c3c1b), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.913665 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:27.915089 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3f6f993-b642-4934-8aa0-6f350f8c3c1b HTTP/1.1" status: 204 len: 168 time: 0.1350131 Apr 06 13:05:27.925841 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e0ad-d8be-4e41-8184-2d3f48ae811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6f993-b642-4934-8aa0-6f350f8c3c1b,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:28.789693 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.658237 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56408) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:35.705872 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Deleting subnet 3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 {{(pid=109707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:05:35.709478 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Publish callbacks [] for subnet (3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.744872 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64022796'] for subnet (3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.789183 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.844129 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65362644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64652806'] for subnet (3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.870142 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:35.874209 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.877903 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-5aad9a9b-e382-4ccf-adba-e42873176b2c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d7d2c44-fb96-4e7f-98c9-2e0b73a4c314 HTTP/1.1" status: 204 len: 168 time: 0.2181437 Apr 06 13:05:35.880092 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56410) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:35.949545 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (d85f2edc-e110-47e7-bcc4-d53a4dcefb12), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.032833 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (d85f2edc-e110-47e7-bcc4-d53a4dcefb12), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.053483 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85f2edc-e110-47e7-bcc4-d53a4dcefb12']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:36.063007 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:36.063298 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77cd579-7f8d-4cc0-b3e3-f8b36faab06c') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:05:36.073864 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (d77cd579-7f8d-4cc0-b3e3-f8b36faab06c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.087998 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (d77cd579-7f8d-4cc0-b3e3-f8b36faab06c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.093844 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:05:36.094225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (d77cd579-7f8d-4cc0-b3e3-f8b36faab06c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:05:36.095846 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:05:36.156367 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (d85f2edc-e110-47e7-bcc4-d53a4dcefb12), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.161643 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.165779 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d85f2edc-e110-47e7-bcc4-d53a4dcefb12 HTTP/1.1" status: 204 len: 168 time: 0.2842169 Apr 06 13:05:36.176853 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ddb0-db7f-4ea1-924a-29a42d3a7c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85f2edc-e110-47e7-bcc4-d53a4dcefb12,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:36.358656 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56414) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:36.400360 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-a6268d7a-8169-4a47-9905-fa566c894020 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c8bc3b24e6340d68f7e16a3cffea4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405459 Apr 06 13:05:36.402860 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56416) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:36.450873 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] Publish callbacks [] for security_group (59966322-5f34-46d2-ac48-4c5ea77ab046), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.473327 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] Publish callbacks [] for security_group (59966322-5f34-46d2-ac48-4c5ea77ab046), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.524691 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (59966322-5f34-46d2-ac48-4c5ea77ab046), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.527710 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:36.529003 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59966322-5f34-46d2-ac48-4c5ea77ab046 HTTP/1.1" status: 204 len: 168 time: 0.1251857 Apr 06 13:05:36.537927 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d2cf1-300a-4c64-8dcf-8a885519cc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59966322-5f34-46d2-ac48-4c5ea77ab046,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:37.577259 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:05:43.612839 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-618ea392-580b-4bac-a338-478b23a02ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:46.243927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0cf33dd5-8caf-41ee-84aa-2ebabe9c497b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:47.508697 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:48.898121 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:50.338071 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:58.779083 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.181164 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56516) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:59.293255 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d92c6ac-846a-462f-8bf3-2c75c4066d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.366835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d92c6ac-846a-462f-8bf3-2c75c4066d39 admin admin] Publish callbacks [] for security_group (1c9adf76-3a45-432f-b990-b6f7409d17f1), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.370780 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d92c6ac-846a-462f-8bf3-2c75c4066d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1c9adf76-3a45-432f-b990-b6f7409d17f1), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.407153 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92c6ac-846a-462f-8bf3-2c75c4066d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9adf76-3a45-432f-b990-b6f7409d17f1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:05:59.411223 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-4d92c6ac-846a-462f-8bf3-2c75c4066d39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b8b2197faa8425f8ee78d72864805cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289548 Apr 06 13:05:59.413960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56520) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:05:59.464723 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] Publish callbacks [] for security_group (1c9adf76-3a45-432f-b990-b6f7409d17f1), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.485372 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] Publish callbacks [] for security_group (1c9adf76-3a45-432f-b990-b6f7409d17f1), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.532588 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (1c9adf76-3a45-432f-b990-b6f7409d17f1), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.535214 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:59.536709 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c9adf76-3a45-432f-b990-b6f7409d17f1 HTTP/1.1" status: 204 len: 168 time: 0.1211510 Apr 06 13:05:59.557368 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7effc8-cfd1-44cc-8d8b-b1c4b7edfa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9adf76-3a45-432f-b990-b6f7409d17f1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:00.162897 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56542) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:00.257537 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1727971028-network', 'tenant_id': '892bf9a242a641b3a5354852056c1dac'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:00.277937 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Made reservation on behalf of 892bf9a242a641b3a5354852056c1dac for: {'network': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:06:00.288277 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.298658 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.377143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks [] for security_group (2ab7552f-1bdf-469c-91e4-aeaf4b9c828e), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.380691 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (2ab7552f-1bdf-469c-91e4-aeaf4b9c828e), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.407496 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:06:00.412767 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:00.421331 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a8ccf3c0-707d-4b53-b86b-b54b834853d9), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.421331 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.segments_db [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Added segment a8ccf3c0-707d-4b53-b86b-b54b834853d9 of type vlan for network 3db7577d-d23b-49de-a38b-f5b2a7ca781c Apr 06 13:06:00.463728 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (3db7577d-d23b-49de-a38b-f5b2a7ca781c), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.491279 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (3db7577d-d23b-49de-a38b-f5b2a7ca781c), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.492348 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:00.492922 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.547246 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3827181 Apr 06 13:06:00.550272 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56546) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:00.555321 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Request body: {'subnet': {'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1727971028-subnet', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:00.558411 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebeba4-1190-45ad-baee-2f9b61840d80 admin admin] Pushing event updated for resources: {'Network': ['ID=3db7577d-d23b-49de-a38b-f5b2a7ca781c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:00.567851 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:06:00.574587 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Made reservation on behalf of 892bf9a242a641b3a5354852056c1dac for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:06:00.576962 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.747544 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (d445c8d3-473b-465b-820b-b047c4f25d8e), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.806855 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d445c8d3-473b-465b-820b-b047c4f25d8e,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:00.814340 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Checking segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:00.814716 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Network hostable DHCP agents. Network: 3db7577d-d23b-49de-a38b-f5b2a7ca781c, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:06:00.831420 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:06:00.840244 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, 3db7577d-d23b-49de-a38b-f5b2a7ca781c) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:00.844443 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:00.845028 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.849916 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241ba18-2f63-4868-9f74-4c53228fc553 None None] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:06:00.860986 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-81909f28-0afc-41b8-ba2c-bc8bbcade8a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3096082 Apr 06 13:06:00.864354 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56548) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:00.869412 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:00.887776 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (3ad6d8ab-0f18-4471-8cab-657730607269), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.888678 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (3ad6d8ab-0f18-4471-8cab-657730607269), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.943028 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for router_controller (3ad6d8ab-0f18-4471-8cab-657730607269), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.965806 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:06:00.966721 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.089753 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for router_gateway (3ad6d8ab-0f18-4471-8cab-657730607269), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.103788 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Allocated IP 172.20.0.2 (3db7577d-d23b-49de-a38b-f5b2a7ca781c/d445c8d3-473b-465b-820b-b047c4f25d8e/5d9c3b22-aa3c-400b-af3d-d154727c25d5) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:01.255441 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks [] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.262771 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.301883 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for router_gateway (3ad6d8ab-0f18-4471-8cab-657730607269), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.303139 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:01.306573 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:01.309131 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:01.317792 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Pushing event updated for resources: {'Port': ['ID=5d9c3b22-aa3c-400b-af3d-d154727c25d5,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:01.330792 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.348294 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.348593 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.348895 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.349222 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.349544 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.349889 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.350208 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.350520 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.351423 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.351750 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.352232 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.352559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.352872 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.353183 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.353491 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:01.387586 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Attempting to bind port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:01.387951 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Attempting to bind port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:01.388306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Attempting to bind port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 on network 3db7577d-d23b-49de-a38b-f5b2a7ca781c {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:01.393389 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:01.393796 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Checking segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:01.394196 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.394586 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Bound using segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:01.395221 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Bound port: 5d9c3b22-aa3c-400b-af3d-d154727c25d5, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:01.395434 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.437017 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Allocated IP 172.27.1.88 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/14648587-b47f-478f-aeb7-45e932f88a52) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:01.458835 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] For port 5d9c3b22-aa3c-400b-af3d-d154727c25d5, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:01.463968 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] For port 5d9c3b22-aa3c-400b-af3d-d154727c25d5, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5d9c3b22-aa3c-400b-af3d-d154727c25d5,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:01.470072 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.527946 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c43fc6-4ce2-49e3-a145-78e071db275d None None] Pushing event updated for resources: {'Port': ['ID=5d9c3b22-aa3c-400b-af3d-d154727c25d5,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:01.548371 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for port (14648587-b47f-478f-aeb7-45e932f88a52), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.585021 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (14648587-b47f-478f-aeb7-45e932f88a52), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:01.627779 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:01.630662 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:01.635859 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:01.638910 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Pushing event updated for resources: {'Port': ['ID=14648587-b47f-478f-aeb7-45e932f88a52,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:02.128890 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for router_gateway (3ad6d8ab-0f18-4471-8cab-657730607269), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.344543 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (3ad6d8ab-0f18-4471-8cab-657730607269), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.437462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf212785-d8ab-4c0f-bf3e-3238da2130b6 None None] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:06:02.480372 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Router 3ad6d8ab-0f18-4471-8cab-657730607269 is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:06:02.550932 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Provisioning complete for port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:02.551297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.600871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:06:02.622890 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.626952 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-79c9ad5f-f152-47f7-9f9e-e0697c990645 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7590168 Apr 06 13:06:02.627280 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56550) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:02.627609 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Sync routers for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:06:02.650503 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:02.651142 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:02.690282 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Current status of the port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:02.690677 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.776333 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] For port 5d9c3b22-aa3c-400b-af3d-d154727c25d5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5d9c3b22-aa3c-400b-af3d-d154727c25d5,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:02.787046 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.825386 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:02.856796 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5d9c3b22-aa3c-400b-af3d-d154727c25d5 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:02.985600 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0108-eb2f-426f-909c-e64d8586172b None None] Pushing event updated for resources: {'Port': ['ID=5d9c3b22-aa3c-400b-af3d-d154727c25d5,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:02.999797 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-89c336cc-ea3f-4ad5-8c22-895fd2ea8202 None None] Provisioning complete for port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:03.000386 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-89c336cc-ea3f-4ad5-8c22-895fd2ea8202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.067908 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:03.068295 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.083325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.182350 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-89c336cc-ea3f-4ad5-8c22-895fd2ea8202 None None] Current status of the port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:03.220384 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:02Z', 'revision_number': 3, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:03.248561 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Allocated IP 172.20.0.1 (3db7577d-d23b-49de-a38b-f5b2a7ca781c/d445c8d3-473b-465b-820b-b047c4f25d8e/237aa7b1-19a6-4dd9-b38e-541fdd24091a) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:03.250696 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Checking router: 3ad6d8ab-0f18-4471-8cab-657730607269 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:06:03.251041 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Updating router 3ad6d8ab-0f18-4471-8cab-657730607269 port 14648587-b47f-478f-aeb7-45e932f88a52 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:06:03.252942 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:03.282971 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (14648587-b47f-478f-aeb7-45e932f88a52), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.358004 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks [] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.391423 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.428325 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:03.433940 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:03.437646 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:03.463627 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Pushing event updated for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:03.482389 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (3ad6d8ab-0f18-4471-8cab-657730607269), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.626980 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.677954 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks [] for port (14648587-b47f-478f-aeb7-45e932f88a52), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.684592 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (14648587-b47f-478f-aeb7-45e932f88a52), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.748371 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4f770-d448-4180-9640-b439f6b95585 None None] Pushing event updated for resources: {'Port': ['ID=14648587-b47f-478f-aeb7-45e932f88a52,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:03.753202 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Attempting to bind port 14648587-b47f-478f-aeb7-45e932f88a52 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:03.753600 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Attempting to bind port 14648587-b47f-478f-aeb7-45e932f88a52 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:03.753965 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Attempting to bind port 14648587-b47f-478f-aeb7-45e932f88a52 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:03.756847 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-1cda312c-c4bf-4039-9fe6-8ee85b8baa0a None None] Provisioning complete for port 237aa7b1-19a6-4dd9-b38e-541fdd24091a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:03.758030 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1cda312c-c4bf-4039-9fe6-8ee85b8baa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.762594 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:03.762936 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:03.763286 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.763677 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:03.764148 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Bound port: 14648587-b47f-478f-aeb7-45e932f88a52, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:03.764541 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (14648587-b47f-478f-aeb7-45e932f88a52), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.808593 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks [] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.814614 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.829667 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-1cda312c-c4bf-4039-9fe6-8ee85b8baa0a None None] Port 237aa7b1-19a6-4dd9-b38e-541fdd24091a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:06:03.851261 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] For port 14648587-b47f-478f-aeb7-45e932f88a52, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:03.854476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] For port 14648587-b47f-478f-aeb7-45e932f88a52, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=14648587-b47f-478f-aeb7-45e932f88a52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:03.865484 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (14648587-b47f-478f-aeb7-45e932f88a52), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.883041 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (3ad6d8ab-0f18-4471-8cab-657730607269), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.884729 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Pushing event updated for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:03.925237 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4f770-d448-4180-9640-b439f6b95585 None None] Pushing event updated for resources: {'Port': ['ID=14648587-b47f-478f-aeb7-45e932f88a52,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:03.927740 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:03.928337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:03.984477 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:03.986052 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:04.045117 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:04.116678 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Router 3ad6d8ab-0f18-4471-8cab-657730607269 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:06:04.236309 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:06:04.245876 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-36aa9bd5-b720-4e20-8a89-064916003609 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad6d8ab-0f18-4471-8cab-657730607269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170433 Apr 06 13:06:04.271519 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4e8c10a3-5991-4daa-b034-5b4544acd40e None None] Provisioning complete for port 237aa7b1-19a6-4dd9-b38e-541fdd24091a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:04.271892 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4e8c10a3-5991-4daa-b034-5b4544acd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.318552 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c10a3-5991-4daa-b034-5b4544acd40e None None] Port 237aa7b1-19a6-4dd9-b38e-541fdd24091a cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:06:04.327778 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 2, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:04.355941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c6fe4-5560-46b2-adf4-faf9f9a9ca32 None None] The sync data for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi is: [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 2, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:06:04.784976 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56566) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:04.791309 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-434212820-network', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:04.805810 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5d9c3b22-aa3c-400b-af3d-d154727c25d5 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:04.815581 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Made reservation on behalf of 93b44ec61bc148d9a4caa03337f9353e for: {'network': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:06:04.818225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for network (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.828715 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.865372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:04.865861 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.926475 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks [] for security_group (380bec51-3942-4f87-87f9-c1c08919d3bf), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.931174 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (380bec51-3942-4f87-87f9-c1c08919d3bf), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.951171 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:04.959421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:06:04.970757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380bec51-3942-4f87-87f9-c1c08919d3bf,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:04.978385 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (d0e97d65-d440-4f60-966c-9264237a8ad6), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:04.978731 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.segments_db [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Added segment d0e97d65-d440-4f60-966c-9264237a8ad6 of type vlan for network e05df814-5a76-423b-adbc-b246e0a11917 Apr 06 13:06:05.023786 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729488026170'] for network (e05df814-5a76-423b-adbc-b246e0a11917), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.056758 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866'] for network (e05df814-5a76-423b-adbc-b246e0a11917), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.057798 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:05.061736 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.346817 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5604622 Apr 06 13:06:05.349511 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56568) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:05.356470 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Request body: {'subnet': {'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-434212820-subnet', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'ip_version': 4}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:05.360872 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336739-3461-4069-b02e-527f878bc244 admin admin] Pushing event updated for resources: {'Network': ['ID=e05df814-5a76-423b-adbc-b246e0a11917,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:05.371005 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Network e05df814-5a76-423b-adbc-b246e0a11917 details requested by agent ovs-agent-dv-cinder-836769-2-iscsi with host dv-cinder-836769-2-iscsi {{(pid=109708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:06:05.391625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Made reservation on behalf of 93b44ec61bc148d9a4caa03337f9353e for: {'subnet': 1} {{(pid=109707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:06:05.393952 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64652897'] for subnet (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.580136 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65363731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64652927'] for subnet (7e66f246-48c8-4c86-aff2-b705f6772de4), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.634529 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e66f246-48c8-4c86-aff2-b705f6772de4,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:05.653821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Checking segment: {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:05.654209 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Network hostable DHCP agents. Network: e05df814-5a76-423b-adbc-b246e0a11917, hostable agents: ['90b192dd-e446-45c7-bb61-bb376a4e408e'], hosted agents: [] {{(pid=109707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:06:05.672573 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Network e05df814-5a76-423b-adbc-b246e0a11917 is scheduled to be hosted by DHCP agent 90b192dd-e446-45c7-bb61-bb376a4e408e with binding_index 1 {{(pid=109707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:06:05.681794 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836769-2-iscsi, e05df814-5a76-423b-adbc-b246e0a11917) {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:05.690648 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5445c-1476-4e8f-a254-77ba41158ca3 None None] Network e05df814-5a76-423b-adbc-b246e0a11917 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:06:05.692649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:05.693248 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.718130 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-816a0e03-c91c-4c04-80eb-639f2b9581b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3652272 Apr 06 13:06:05.718421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56570) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:05.722870 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:05.746488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2514'] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.747972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-496566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-492070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.800522 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe707827e-ac5b-5bcc-b268-290c50569639-e05df814-5a76-423b-adbc-b246e0a11917', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4'}]}} from dv-cinder-836769-2-iscsi. {{(pid=109708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:06:05.801476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.809399 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for router_controller (add41e25-b86e-4e0a-9d19-262118e9fe8c), precommit_add_association {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.939910 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.db_base_plugin_common [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Allocated IP 172.20.0.2 (e05df814-5a76-423b-adbc-b246e0a11917/7e66f246-48c8-4c86-aff2-b705f6772de4/4a2bea37-6e4b-4663-bba4-77e14d8d6f8f) {{(pid=109708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:05.958029 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for router_gateway (add41e25-b86e-4e0a-9d19-262118e9fe8c), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.087736 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks [] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), precommit_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.094433 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), after_create {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.137653 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Network e05df814-5a76-423b-adbc-b246e0a11917 is already hosted by enough agents. {{(pid=109708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:06.142387 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.scheduler.base_scheduler [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Resources bound (agent type, host, resource id): {{(pid=109708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:06.146757 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Received port after_create {{(pid=109708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:06.156137 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Pushing event updated for resources: {'Port': ['ID=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,revision_number=1']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:06.172787 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for router_gateway (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.192602 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.212258 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Attempting to bind port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:06.212626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Attempting to bind port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:06.212987 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Attempting to bind port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f on network e05df814-5a76-423b-adbc-b246e0a11917 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:06.218338 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:06.218708 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Checking segment: {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:06.219105 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.219494 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Bound using segment: {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:06.219959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Bound port: 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:06.220339 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.286562 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] For port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:06.290466 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] For port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:06.298323 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.311540 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Allocated IP 172.27.1.49 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/0b23687c-16fc-464b-a813-5d7fcb900c11) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:06.365114 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b84ed-8cf3-4d65-a557-a92e2027cd4c None None] Pushing event updated for resources: {'Port': ['ID=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:06.436176 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.472311 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.520991 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:06.529349 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:06.535741 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:06.545091 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b23687c-16fc-464b-a813-5d7fcb900c11,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:06.552693 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Sync routers for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:06:06.569459 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:06.570989 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:06.686360 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:06.830141 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for router_gateway (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.863529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:06.908523 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 2, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:06.919884 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:06.920337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:06.936102 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Checking router: 3ad6d8ab-0f18-4471-8cab-657730607269 for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:06:06.936636 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Updating router 3ad6d8ab-0f18-4471-8cab-657730607269 port 237aa7b1-19a6-4dd9-b38e-541fdd24091a binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:06:06.966164 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.000446 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:07.001457 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.040176 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:07.046920 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.047966 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 14648587-b47f-478f-aeb7-45e932f88a52 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:07.074221 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-492023'] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.140832 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:07.149894 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 14648587-b47f-478f-aeb7-45e932f88a52 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:07.150116 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (14648587-b47f-478f-aeb7-45e932f88a52), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.240769 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 14648587-b47f-478f-aeb7-45e932f88a52 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:07.241782 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (14648587-b47f-478f-aeb7-45e932f88a52), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.262694 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Router add41e25-b86e-4e0a-9d19-262118e9fe8c is scheduled to L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 with binding_index 1 {{(pid=109707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:06:07.270174 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 14648587-b47f-478f-aeb7-45e932f88a52, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=14648587-b47f-478f-aeb7-45e932f88a52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:07.276454 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (14648587-b47f-478f-aeb7-45e932f88a52), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.314001 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks [] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.320390 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.343982 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=14648587-b47f-478f-aeb7-45e932f88a52,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:07.369904 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a600-4f50-4200-af18-19197493c730 None None] Pushing event updated for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:07.381723 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.382738 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.384188 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.384188 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.384498 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.384928 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.385322 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.385744 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.386232 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.386528 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.386968 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.387380 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.387810 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.388194 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.388582 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071a600-4f50-4200-af18-19197493c730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:07.415961 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:06:07.429624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Sync routers for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:06:07.437434 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.441330 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-9ea06672-b81a-4cea-b272-3caec350a9a3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7193873 Apr 06 13:06:07.441689 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56572) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:07.449944 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:07.450572 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:07.458974 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Attempting to bind port 237aa7b1-19a6-4dd9-b38e-541fdd24091a on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:07.459294 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Attempting to bind port 237aa7b1-19a6-4dd9-b38e-541fdd24091a by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:07.459669 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Attempting to bind port 237aa7b1-19a6-4dd9-b38e-541fdd24091a on network 3db7577d-d23b-49de-a38b-f5b2a7ca781c {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:07.465645 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:07.466164 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Checking segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:07.466915 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.467316 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Bound using segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:07.467841 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Bound port: 237aa7b1-19a6-4dd9-b38e-541fdd24091a, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:07.468225 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.547364 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d381c49-ad8c-412e-9427-c7796aceefda None None] Network e05df814-5a76-423b-adbc-b246e0a11917 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:06:07.550040 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] For port 237aa7b1-19a6-4dd9-b38e-541fdd24091a, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:07.556325 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] For port 237aa7b1-19a6-4dd9-b38e-541fdd24091a, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=237aa7b1-19a6-4dd9-b38e-541fdd24091a,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:07.565960 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:07.624414 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a600-4f50-4200-af18-19197493c730 None None] Pushing event updated for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=4']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:07.648640 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:07.650492 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:07.651150 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:07.878498 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:07.921116 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-3c07645f-d819-4893-9574-c076c8722102 None None] Provisioning complete for port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:07.921816 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3c07645f-d819-4893-9574-c076c8722102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.123516 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:08.124848 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-3c07645f-d819-4893-9574-c076c8722102 None None] Current status of the port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:08.150659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:06Z', 'revision_number': 3, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:08.162523 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377037d-1f52-4ab3-9e78-c4f909cf2cc4 None None] The sync data for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi is: [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:06:08.186739 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Checking router: add41e25-b86e-4e0a-9d19-262118e9fe8c for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:06:08.187097 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Updating router add41e25-b86e-4e0a-9d19-262118e9fe8c port 0b23687c-16fc-464b-a813-5d7fcb900c11 binding host dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:06:08.194170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.222179 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.340804 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Provisioning complete for port 237aa7b1-19a6-4dd9-b38e-541fdd24091a triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:08.341158 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.393842 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Allocated IP 172.20.0.1 (e05df814-5a76-423b-adbc-b246e0a11917/7e66f246-48c8-4c86-aff2-b705f6772de4/8f3ac508-e5d2-4af9-a924-a618eb4f9021) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:08.505757 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks [] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.515745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Current status of the port 237aa7b1-19a6-4dd9-b38e-541fdd24091a is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:08.516235 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.545895 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.586137 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] For port 237aa7b1-19a6-4dd9-b38e-541fdd24091a, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=237aa7b1-19a6-4dd9-b38e-541fdd24091a,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:08.593267 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Network e05df814-5a76-423b-adbc-b246e0a11917 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:08.593524 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.597296 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:08.599376 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Pushing event updated for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:08.601688 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:08.646309 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks [] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), precommit_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.649453 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491814'] for router_interface (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.678558 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df2698-d033-48d0-a602-b867b1659b59 None None] Pushing event updated for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:08.684126 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.746105 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Attempting to bind port 0b23687c-16fc-464b-a813-5d7fcb900c11 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:08.746529 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Attempting to bind port 0b23687c-16fc-464b-a813-5d7fcb900c11 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:08.747070 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Attempting to bind port 0b23687c-16fc-464b-a813-5d7fcb900c11 on network bde6e536-f120-4182-836a-141e45c89d91 {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:08.755476 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:08.755850 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Checking segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:08.756248 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.756627 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Bound using segment: {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'} {{(pid=109708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:08.757767 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.managers [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Bound port: 0b23687c-16fc-464b-a813-5d7fcb900c11, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d061107-5eae-460e-a558-130aa2927500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91'}}] {{(pid=109708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:08.758134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.793550 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-6954293d-f116-4933-864d-519e21cdfa80 None None] Provisioning complete for port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:08.793550 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6954293d-f116-4933-864d-519e21cdfa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.822163 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541fc2d-2567-45b2-9084-8d29f7a05235 None None] Pushing event updated for resources: {'Port': ['ID=0b23687c-16fc-464b-a813-5d7fcb900c11,revision_number=2']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:08.849749 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.874982 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] For port 0b23687c-16fc-464b-a813-5d7fcb900c11, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:08.880605 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] For port 0b23687c-16fc-464b-a813-5d7fcb900c11, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0b23687c-16fc-464b-a813-5d7fcb900c11,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:08.889704 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:08.947306 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:09.019725 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-6954293d-f116-4933-864d-519e21cdfa80 None None] Current status of the port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:09.030121 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541fc2d-2567-45b2-9084-8d29f7a05235 None None] Pushing event updated for resources: {'Port': ['ID=0b23687c-16fc-464b-a813-5d7fcb900c11,revision_number=3']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:09.034662 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:09.035260 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:09.058149 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks [] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.062871 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.096002 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:09.096338 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.133043 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494518'] for router_interface (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.134906 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Pushing event updated for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:09.187757 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-6827b13e-bf2c-4ed5-ac77-309f7ed5ef81 None None] Provisioning complete for port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:09.188372 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6827b13e-bf2c-4ed5-ac77-309f7ed5ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.219188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:09.230162 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Network e05df814-5a76-423b-adbc-b246e0a11917 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:09.231735 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:09.268188 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-6827b13e-bf2c-4ed5-ac77-309f7ed5ef81 None None] Port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:06:09.350192 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:09.351905 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 14648587-b47f-478f-aeb7-45e932f88a52 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:09.364948 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Router add41e25-b86e-4e0a-9d19-262118e9fe8c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:06:09.484270 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:06:09.486614 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 14648587-b47f-478f-aeb7-45e932f88a52 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:09.486941 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (14648587-b47f-478f-aeb7-45e932f88a52), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.493262 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-54b220dc-be88-40a5-9b2b-8eace2a3f22e admin admin] 10.222.0.23 "PUT /v2.0/routers/add41e25-b86e-4e0a-9d19-262118e9fe8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0463352 Apr 06 13:06:09.532098 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-c02e2011-626b-4448-91ac-ce4b501605ee None None] Provisioning complete for port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:09.532462 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-c02e2011-626b-4448-91ac-ce4b501605ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.586763 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '8f3ac508-e5d2-4af9-a924-a618eb4f9021', 'name': '', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'mac_address': 'fa:16:3e:aa:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:08Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 1, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'subnets': [{'id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:09.592031 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-c02e2011-626b-4448-91ac-ce4b501605ee None None] Port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:06:09.751868 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96f7a6-6386-4de0-9727-8e6fc3f698a0 None None] The sync data for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi is: [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '8f3ac508-e5d2-4af9-a924-a618eb4f9021', 'name': '', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'mac_address': 'fa:16:3e:aa:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:08Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 1, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'subnets': [{'id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:06:09.788414 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 14648587-b47f-478f-aeb7-45e932f88a52 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:09.789418 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 237aa7b1-19a6-4dd9-b38e-541fdd24091a up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:09.841729 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 237aa7b1-19a6-4dd9-b38e-541fdd24091a triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:09.842104 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.931430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 237aa7b1-19a6-4dd9-b38e-541fdd24091a is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:12.461868 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Sync routers for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:06:12.472523 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:12.475075 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:12.595999 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:12.835700 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0b23687c-16fc-464b-a813-5d7fcb900c11 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:12.846670 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '8f3ac508-e5d2-4af9-a924-a618eb4f9021', 'name': '', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'mac_address': 'fa:16:3e:aa:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:08Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 2, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'subnets': [{'id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:12.875727 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Checking router: add41e25-b86e-4e0a-9d19-262118e9fe8c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:06:12.876465 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Updating router add41e25-b86e-4e0a-9d19-262118e9fe8c port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 binding host dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:06:12.900900 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0b23687c-16fc-464b-a813-5d7fcb900c11 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:12.901566 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:12.907422 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:12.995101 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0b23687c-16fc-464b-a813-5d7fcb900c11 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:12.995766 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.024091 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] For port 0b23687c-16fc-464b-a813-5d7fcb900c11, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0b23687c-16fc-464b-a813-5d7fcb900c11,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:13.030087 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.094756 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Pushing event updated for resources: {'Port': ['ID=0b23687c-16fc-464b-a813-5d7fcb900c11,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:13.235713 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks [] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), precommit_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.243864 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.289358 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12dbe3-8ee3-462e-ad70-e1b0371a1430 None None] Pushing event updated for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=3']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:13.356258 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Attempting to bind port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 on host dv-cinder-836769-2-iscsi for vnic_type normal with profile {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:13.356616 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Attempting to bind port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 by drivers openvswitch,hyperv on host dv-cinder-836769-2-iscsi at level 0 using segments [{'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:13.358601 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Attempting to bind port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 on network e05df814-5a76-423b-adbc-b246e0a11917 {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:13.365355 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Checking agent: {'id': '2155eecb-1fa6-4675-aa0d-2326df7f420e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836769-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 46, 20), 'started_at': datetime.datetime(2022, 4, 6, 12, 46, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836769-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:13.365814 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Checking segment: {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:13.366559 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.367905 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Bound using segment: {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'} {{(pid=109709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:13.368391 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.managers [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Bound port: 8f3ac508-e5d2-4af9-a924-a618eb4f9021, host: dv-cinder-836769-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e97d65-d440-4f60-966c-9264237a8ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917'}}] {{(pid=109709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:13.368887 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), before_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.449879 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] For port 8f3ac508-e5d2-4af9-a924-a618eb4f9021, host dv-cinder-836769-2-iscsi, cleared binding levels {{(pid=109709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:13.453527 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.plugins.ml2.db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] For port 8f3ac508-e5d2-4af9-a924-a618eb4f9021, host dv-cinder-836769-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=8f3ac508-e5d2-4af9-a924-a618eb4f9021,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:13.462175 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron_lib.callbacks.manager [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_update {{(pid=109709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.539890 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:13.540457 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:05:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:13.573854 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Provisioning complete for port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:13.574156 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.664459 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12dbe3-8ee3-462e-ad70-e1b0371a1430 None None] Pushing event updated for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=4']} {{(pid=109709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:13.709409 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:13.714996 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-29a37c63-dec1-4329-a29b-4d7b68075cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.721052 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Current status of the port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 is: DOWN; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:13.721975 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.777170 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] For port 8f3ac508-e5d2-4af9-a924-a618eb4f9021, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=8f3ac508-e5d2-4af9-a924-a618eb4f9021,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:13.789397 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.867259 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59897f84-ebdb-4639-9927-687f7f547962 None None] Pushing event updated for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:13.918430 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-5f1b3562-868d-4a96-ac33-a3004bc4fff6 None None] Provisioning complete for port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:13.918896 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3562-868d-4a96-ac33-a3004bc4fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:14.029322 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '8f3ac508-e5d2-4af9-a924-a618eb4f9021', 'name': '', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'mac_address': 'fa:16:3e:aa:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:08Z', 'updated_at': '2022-04-06T13:06:13Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'subnets': [{'id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:14.050697 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b3562-868d-4a96-ac33-a3004bc4fff6 None None] Current status of the port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:14.071040 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd9b8a-8b5a-40d2-998d-290f0fdfe278 None None] The sync data for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi is: [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '8f3ac508-e5d2-4af9-a924-a618eb4f9021', 'name': '', 'network_id': 'e05df814-5a76-423b-adbc-b246e0a11917', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'mac_address': 'fa:16:3e:aa:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:08Z', 'updated_at': '2022-04-06T13:06:13Z', 'revision_number': 4, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'subnets': [{'id': '7e66f246-48c8-4c86-aff2-b705f6772de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:06:14.576233 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:06:14.830676 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0b23687c-16fc-464b-a813-5d7fcb900c11 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:14.885261 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 0b23687c-16fc-464b-a813-5d7fcb900c11 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:14.885261 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:14.976781 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 0b23687c-16fc-464b-a813-5d7fcb900c11 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:14.978170 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 8f3ac508-e5d2-4af9-a924-a618eb4f9021 up at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:15.049303 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Provisioning complete for port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:15.049860 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:15.142560 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Current status of the port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:16.251215 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-469e72b0-42a5-49f2-9416-bc858c5bf762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:17.513048 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:18.901983 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:19.298969 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-66d8281c-c2b2-499f-84a2-f53a0cf6a2cd tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:19.300442 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-66d8281c-c2b2-499f-84a2-f53a0cf6a2cd tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 815 time: 0.1125350 Apr 06 13:06:19.316587 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-90a6591f-e556-4b8b-80fb-1cb025a26ae9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/quotas/892bf9a242a641b3a5354852056c1dac HTTP/1.1" status: 200 len: 375 time: 0.0094872 Apr 06 13:06:19.373292 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-c3ea6f60-88b4-4b0e-8ae6-f65436e92eaf tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501320 Apr 06 13:06:19.487124 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-46859cd9-4742-4559-8559-0b482d237d86 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109707) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:06:19.488114 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-46859cd9-4742-4559-8559-0b482d237d86 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1030147 Apr 06 13:06:19.581648 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-d6c53356-777f-462a-8608-04f7dcfdd4e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Apr 06 13:06:19.680706 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-32df700e-bcad-4d4e-ae31-77d1777fbce9 service neutron] 10.222.0.23 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929158 Apr 06 13:06:19.842978 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-59ee06e1-23e9-4ab7-9585-2dd0d50b2aad req-6b272531-7aa2-486f-8308-ef921c015727 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Apr 06 13:06:20.331337 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:20.925235 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fe148d0e-d73a-42d0-a16c-624cca004f84 req-d664ff47-bf81-461f-87d9-9d1e797e1b7a tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0281601 Apr 06 13:06:22.003973 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-9f58abc0-a7b4-4b46-8871-3e300ceee0fe req-a1b764f6-604f-46e4-bec0-3937d50482f3 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0286689 Apr 06 13:06:23.082299 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c469d97c-5d42-4c34-b9a8-5306e9789fef req-e6f98126-17dc-409d-b41f-18c0498239cb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0265191 Apr 06 13:06:24.183009 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-acee76ea-49e7-49a4-99a1-4b415fa64339 req-58582483-70b4-40fa-a9b4-6dfd82883c17 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0312974 Apr 06 13:06:24.962538 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-74d242d7-4537-4af7-a3fe-7c9dada223fe tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:24.964067 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-74d242d7-4537-4af7-a3fe-7c9dada223fe tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 815 time: 0.1125340 Apr 06 13:06:24.976992 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'port': {'device_id': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'admin_state_up': True, 'tenant_id': '892bf9a242a641b3a5354852056c1dac'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:25.088557 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Made reservation on behalf of 892bf9a242a641b3a5354852056c1dac for: {'port': 1} {{(pid=109706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:06:25.091950 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:25.230045 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Allocated IP 172.20.0.14 (3db7577d-d23b-49de-a38b-f5b2a7ca781c/d445c8d3-473b-465b-820b-b047c4f25d8e/6bac0944-b4ee-438f-bff5-a83143cfd614) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:25.286605 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b8ce99b6-9472-4a29-99cb-9d486cd92d9d req-75a8bc96-acc4-4973-9924-5ffcfac4ad2b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Apr 06 13:06:25.453231 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:25.499857 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:25.550659 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:25.556894 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:25.561552 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:25.620091 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:25.682316 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:25.683763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:25.713229 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-27c1f5ce-6692-4998-9e1c-90d953a860f0 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402263 Apr 06 13:06:25.960445 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-b92b6df9-615c-49d5-b526-801c609a7376 None None] Provisioning complete for port 6bac0944-b4ee-438f-bff5-a83143cfd614 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:25.961687 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-b92b6df9-615c-49d5-b526-801c609a7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:26.002396 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-b92b6df9-615c-49d5-b526-801c609a7376 None None] Port 6bac0944-b4ee-438f-bff5-a83143cfd614 cannot update to ACTIVE because it is not bound. {{(pid=109708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:06:26.419706 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843f0fa-715e-4f52-8924-4b88727d5bbb req-891bef4c-cd69-4a86-97fb-0ba41a938df6 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:26.421231 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5843f0fa-715e-4f52-8924-4b88727d5bbb req-891bef4c-cd69-4a86-97fb-0ba41a938df6 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0574195 Apr 06 13:06:26.489168 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5843f0fa-715e-4f52-8924-4b88727d5bbb req-fe063c8d-cfe9-4857-a199-d6cb997e8b62 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Apr 06 13:06:27.619131 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7ab93-c5b9-4e79-b292-14c1c05aac90 req-d251a7e6-d1b3-4299-8fee-4c2b60e0d8c7 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:27.620623 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6fa7ab93-c5b9-4e79-b292-14c1c05aac90 req-d251a7e6-d1b3-4299-8fee-4c2b60e0d8c7 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0627980 Apr 06 13:06:27.676787 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-6fa7ab93-c5b9-4e79-b292-14c1c05aac90 req-0ab2c80b-c465-4308-9de1-f48278e4b100 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505102 Apr 06 13:06:28.785182 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:28.828065 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141035e-2f15-4b87-850d-74f2200abae0 req-c08721c1-fe56-43b4-9be2-04e857f63585 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:28.830928 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5141035e-2f15-4b87-850d-74f2200abae0 req-c08721c1-fe56-43b4-9be2-04e857f63585 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0755038 Apr 06 13:06:28.891051 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-5141035e-2f15-4b87-850d-74f2200abae0 req-4af3d22d-5ad1-4f6b-b723-1d80483a23d1 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Apr 06 13:06:30.026295 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad49ed-ae94-402f-8942-d6dfc0b7cfe1 req-5173aabf-a01e-45b3-b2d8-1884bd02e5be tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:30.028020 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b1ad49ed-ae94-402f-8942-d6dfc0b7cfe1 req-5173aabf-a01e-45b3-b2d8-1884bd02e5be tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0642138 Apr 06 13:06:30.082731 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-b1ad49ed-ae94-402f-8942-d6dfc0b7cfe1 req-3da07b70-b22c-4b95-a5bc-ae0ced5e9411 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Apr 06 13:06:31.219185 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3fbad-13da-45dc-a656-66d099d58065 req-608fd85b-075b-4b1e-b7a6-fd24d1b2d88a tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:31.220742 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6e3fbad-13da-45dc-a656-66d099d58065 req-608fd85b-075b-4b1e-b7a6-fd24d1b2d88a tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0669706 Apr 06 13:06:31.277591 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e6e3fbad-13da-45dc-a656-66d099d58065 req-42bfab0e-6bd8-4345-a423-b2a8ebad395f tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Apr 06 13:06:32.409232 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f8de-b5ff-43aa-98c2-134f4d845827 req-ec6be81f-9220-4aba-bd8f-ce91bb34df63 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:32.410814 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c415f8de-b5ff-43aa-98c2-134f4d845827 req-ec6be81f-9220-4aba-bd8f-ce91bb34df63 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0552237 Apr 06 13:06:32.464943 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-c415f8de-b5ff-43aa-98c2-134f4d845827 req-e0241ef9-52e0-4e4a-a3d2-0e47a3026315 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Apr 06 13:06:33.228164 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-26c8b883-6be1-4f3d-ac31-adeaa78c3265 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109706) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:06:33.229314 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-26c8b883-6be1-4f3d-ac31-adeaa78c3265 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053744 Apr 06 13:06:33.285102 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Request body: {'port': {'device_id': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83676'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:33.350882 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:33.606049 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23fbc1-27bf-4ab2-af82-74896cebcaec req-b05a5e1a-8226-4a96-9706-55b773656778 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:33.607532 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1b23fbc1-27bf-4ab2-af82-74896cebcaec req-b05a5e1a-8226-4a96-9706-55b773656778 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 932 time: 0.0571625 Apr 06 13:06:33.613133 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bac0944-b4ee-438f-bff5-a83143cfd614 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:06:33.621639 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks [] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:33.633636 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Transition to ACTIVE for port object 6bac0944-b4ee-438f-bff5-a83143cfd614 will not be triggered until provisioned by entity L2. {{(pid=109706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:06:33.638469 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:33.657685 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-1b23fbc1-27bf-4ab2-af82-74896cebcaec req-7b8e0691-32f0-4b01-aba7-1ba4ab0fee7d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Apr 06 13:06:34.002471 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:34.014551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.014830 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.015169 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.015505 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.015835 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.016167 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.016492 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.016815 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.017137 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.017458 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.017807 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.018131 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.018451 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.018769 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.019086 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:34.045435 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Attempting to bind port 6bac0944-b4ee-438f-bff5-a83143cfd614 on host hv-cinder-83676 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:06:34.045818 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Attempting to bind port 6bac0944-b4ee-438f-bff5-a83143cfd614 by drivers openvswitch,hyperv on host hv-cinder-83676 at level 0 using segments [{'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:06:34.046141 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Attempting to bind port 6bac0944-b4ee-438f-bff5-a83143cfd614 on network 3db7577d-d23b-49de-a38b-f5b2a7ca781c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:34.050384 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Port 6bac0944-b4ee-438f-bff5-a83143cfd614 on network 3db7577d-d23b-49de-a38b-f5b2a7ca781c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83676 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:06:34.050699 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Attempting to bind port 6bac0944-b4ee-438f-bff5-a83143cfd614 on network 3db7577d-d23b-49de-a38b-f5b2a7ca781c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:06:34.056506 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Checking agent: {'id': 'a3ee0515-bcba-4163-bb4a-ae12b78e56b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83676', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'started_at': datetime.datetime(2022, 4, 6, 12, 52, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:06:34.056834 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Checking segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:06:34.057211 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Bound using segment: {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:06:34.057652 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Bound port: 6bac0944-b4ee-438f-bff5-a83143cfd614, host: hv-cinder-83676, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ccf3c0-707d-4b53-b86b-b54b834853d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:06:34.058004 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:34.123322 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:06:34.126329 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:06:34.132565 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64306900'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:34.165265 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:34.165984 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:34.167381 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] 10.222.0.11 "PUT /v2.0/ports/6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1094 time: 0.9298584 Apr 06 13:06:34.167823 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:06:34.170096 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:06:34.200400 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deb5c0-c042-447c-b7de-cdda5b4a72db service neutron] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:34.262818 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-cc57086c-0157-4b5a-b726-a55822647f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:34.264303 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-cc57086c-0157-4b5a-b726-a55822647f65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1128 time: 0.0527253 Apr 06 13:06:34.307384 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-d01d5d52-a681-46dd-8c44-efc3b58758e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 217 time: 0.0369508 Apr 06 13:06:34.352512 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab081b61-f342-443f-b9e1-25563081c1ed x-openstack-request-id: req-ab081b61-f342-443f-b9e1-25563081c1ed {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:06:34.352805 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:06:34.353066 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab081b61-f342-443f-b9e1-25563081c1ed {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:06:34.353441 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab081b61-f342-443f-b9e1-25563081c1ed'] response: {'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:06:34.368510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-f228c2c2-dab1-4018-b4c0-11c0210c4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:34.370049 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-f228c2c2-dab1-4018-b4c0-11c0210c4801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0554454 Apr 06 13:06:34.419679 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-9a5dce48-d2aa-4108-91ae-e6fbdffda597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:34.421153 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-9a5dce48-d2aa-4108-91ae-e6fbdffda597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449340 Apr 06 13:06:34.510201 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-bd2b5a86-322b-4b08-aa9d-17ab4d305e48 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833066 Apr 06 13:06:34.603857 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2dee781c-c2e2-4c72-b4a5-b11b7004665a req-62fafd2a-a7ac-43f3-b0d0-9615b03e60f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Apr 06 13:06:34.777225 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5443501-851e-471a-a546-f7dde106023f req-94ebae8e-915a-4dce-bb68-d7a6f6dbd8b3 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:34.778724 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5443501-851e-471a-a546-f7dde106023f req-94ebae8e-915a-4dce-bb68-d7a6f6dbd8b3 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 944 time: 0.0525529 Apr 06 13:06:34.825302 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-f5443501-851e-471a-a546-f7dde106023f req-23bfd178-4615-475a-8aa5-f5be68536f46 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Apr 06 13:06:35.487116 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-506fb3e3-696a-4514-b1af-f060c3936e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:35.488617 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-506fb3e3-696a-4514-b1af-f060c3936e1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1128 time: 0.0462101 Apr 06 13:06:35.575774 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-7faad2c8-eb20-46d0-9750-71a09ea19c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:35.577230 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-7faad2c8-eb20-46d0-9750-71a09ea19c03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0830822 Apr 06 13:06:35.621269 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-ca12ffff-1a2b-4fba-8cd3-1ac3615d9280 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 217 time: 0.0377898 Apr 06 13:06:35.670010 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-01047c87-f35e-41b7-b3c3-73ce5c0efe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:35.671478 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-01047c87-f35e-41b7-b3c3-73ce5c0efe4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0442381 Apr 06 13:06:35.720897 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-07c4bd05-7615-4e1b-8224-63527a814553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:35.722439 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-07c4bd05-7615-4e1b-8224-63527a814553 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456102 Apr 06 13:06:35.812451 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-1b905eb0-9440-4b6b-8c9e-bca08d23188e service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843892 Apr 06 13:06:35.909790 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-2747e64b-44a0-4684-94ca-4cafd6c3dfc4 req-82b15194-0202-4b45-94e3-1d49f44b187b service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914502 Apr 06 13:06:35.947328 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53745df-4538-44ed-850f-7ba4cb763674 req-0339fb95-49b5-496f-9f1d-128700ef8c77 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:35.948799 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e53745df-4538-44ed-850f-7ba4cb763674 req-0339fb95-49b5-496f-9f1d-128700ef8c77 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 944 time: 0.0548100 Apr 06 13:06:35.999304 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e53745df-4538-44ed-850f-7ba4cb763674 req-b8d61ba4-9593-405a-9b94-43f0e6c1b88c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Apr 06 13:06:37.120497 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a3c0-0832-4dd7-8f8f-02a3648c59ef req-35e8229f-7974-4adb-a913-4bd19dadba51 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:37.122012 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2fb1a3c0-0832-4dd7-8f8f-02a3648c59ef req-35e8229f-7974-4adb-a913-4bd19dadba51 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 944 time: 0.0564954 Apr 06 13:06:37.169231 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2fb1a3c0-0832-4dd7-8f8f-02a3648c59ef req-7193988b-af31-4d86-b519-6c80ac18e77e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Apr 06 13:06:38.286261 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda64f90-3b48-44c4-9687-6ce9dc97e0ea req-9e336181-ab79-4612-aa3b-ba39d29d1827 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:38.287941 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fda64f90-3b48-44c4-9687-6ce9dc97e0ea req-9e336181-ab79-4612-aa3b-ba39d29d1827 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 944 time: 0.0526941 Apr 06 13:06:38.336059 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fda64f90-3b48-44c4-9687-6ce9dc97e0ea req-0c1335eb-44db-4492-bccd-091d507c4abe tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Apr 06 13:06:39.033016 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 6bac0944-b4ee-438f-bff5-a83143cfd614 details requested by agent hyperv_hv-cinder-83676 with host hv-cinder-83676 {{(pid=109708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:06:39.128807 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:39.140559 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Returning: {'device': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'port_id': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'mac_address': 'fa:16:3e:8e:4e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:06:39.175951 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 6bac0944-b4ee-438f-bff5-a83143cfd614 is: DOWN; New status is: BUILD {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:39.176329 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:39.189956 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bac0944-b4ee-438f-bff5-a83143cfd614 {{(pid=109708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:06:39.209654 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:39.214133 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:39.262916 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=4']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:39.454643 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['6bac0944-b4ee-438f-bff5-a83143cfd614'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:06:39.458622 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f51b7-8b7b-4497-a02d-6001294bd490 req-6d601962-2a24-4e8e-805f-65be3ea98f16 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:39.460067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-591f51b7-8b7b-4497-a02d-6001294bd490 req-6d601962-2a24-4e8e-805f-65be3ea98f16 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 945 time: 0.0564654 Apr 06 13:06:39.508286 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-591f51b7-8b7b-4497-a02d-6001294bd490 req-3ffae16b-6ca9-432a-a1ef-0ddb2c97b62d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Apr 06 13:06:40.626557 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c6e6-8e84-486a-875c-55555c60817e req-fd619302-f40b-49b5-bd46-ef06895d50c8 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:40.627972 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b93c6e6-8e84-486a-875c-55555c60817e req-fd619302-f40b-49b5-bd46-ef06895d50c8 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 945 time: 0.0536966 Apr 06 13:06:40.675121 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4b93c6e6-8e84-486a-875c-55555c60817e req-3ae72016-4a0f-4472-b849-982ef718764a tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Apr 06 13:06:41.048702 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 6bac0944-b4ee-438f-bff5-a83143cfd614 up at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:06:41.096301 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning for port 6bac0944-b4ee-438f-bff5-a83143cfd614 completed by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:06:41.100680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Provisioning complete for port 6bac0944-b4ee-438f-bff5-a83143cfd614 triggered by entity L2. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:41.101043 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:41.180286 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Current status of the port 6bac0944-b4ee-438f-bff5-a83143cfd614 is: BUILD; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:41.180666 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:41.204059 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:06:41.206300 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4917b589c914bd5b01ca6ae88a788179f2952de019d23f0b1cf71c1dc2b26cd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3134b-1947-4f7a-bae7-b7d1c1ed1091" -d '{"events": [{"server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "name": "network-vif-plugged", "status": "completed", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:06:41.219243 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:41.223875 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:41.273050 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=5']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:41.309779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da8dd3-b8eb-4698-895d-b7762b10726d x-openstack-request-id: req-b4da8dd3-b8eb-4698-895d-b7762b10726d {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:06:41.310072 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "name": "network-vif-plugged", "status": "completed", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "code": 200}]} {{(pid=109708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:06:41.310345 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4da8dd3-b8eb-4698-895d-b7762b10726d {{(pid=109708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:06:41.310767 dv-cinder-836769-2-iscsi neutron-server[109708]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4da8dd3-b8eb-4698-895d-b7762b10726d'] response: {'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'code': 200} Apr 06 13:06:41.480390 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff8b1b-bd28-48d2-8433-bed5f9a316fe req-23992cae-ae2b-4da8-b75f-c89786831d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:41.481950 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7aff8b1b-bd28-48d2-8433-bed5f9a316fe req-23992cae-ae2b-4da8-b75f-c89786831d06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1130 time: 0.0460660 Apr 06 13:06:41.528642 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-7aff8b1b-bd28-48d2-8433-bed5f9a316fe req-f8e16641-2b1f-459a-a6db-51f8b64f1c16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Apr 06 13:06:41.792439 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4625e0-4d71-42d9-be9b-e2e5e22abfa7 req-3369ce9c-97a3-4bac-ae46-b4c29b5ab9bd tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:41.793919 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2e4625e0-4d71-42d9-be9b-e2e5e22abfa7 req-3369ce9c-97a3-4bac-ae46-b4c29b5ab9bd tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0516493 Apr 06 13:06:41.844872 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2e4625e0-4d71-42d9-be9b-e2e5e22abfa7 req-40f46069-515d-4fea-808e-12d8bd18504d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Apr 06 13:06:42.965045 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84661ac-4524-4e1f-812f-1ce50ffbdb6e req-8afab7a8-9d94-4fe5-9014-c4fb517863ab tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:42.966530 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e84661ac-4524-4e1f-812f-1ce50ffbdb6e req-8afab7a8-9d94-4fe5-9014-c4fb517863ab tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0521259 Apr 06 13:06:43.013312 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-e84661ac-4524-4e1f-812f-1ce50ffbdb6e req-407a267b-f53b-461a-a77e-6ac41d7a6f94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Apr 06 13:06:43.129549 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a184d5-a094-412f-8b84-738a7a1ed4c7 req-d52e7bcf-604e-447d-8f95-d72d2dd4e2e2 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:43.131666 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-96a184d5-a094-412f-8b84-738a7a1ed4c7 req-d52e7bcf-604e-447d-8f95-d72d2dd4e2e2 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Apr 06 13:06:43.178173 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-96a184d5-a094-412f-8b84-738a7a1ed4c7 req-f445d3e2-4399-40f5-84bf-0c63d3b35540 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Apr 06 13:06:43.517327 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895626f-e32f-4841-8051-a02c4bbbf7f4 req-38856e15-94d8-493d-8563-af1877c3b950 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:43.518818 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4895626f-e32f-4841-8051-a02c4bbbf7f4 req-38856e15-94d8-493d-8563-af1877c3b950 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0563865 Apr 06 13:06:43.564584 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-4895626f-e32f-4841-8051-a02c4bbbf7f4 req-d88c3f67-a526-4b74-b818-2837a6a6dbc6 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Apr 06 13:06:43.619153 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-36adf69d-fc00-479f-85b7-626bced40cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:46.247580 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-90884d4a-632d-477f-80e1-6578d59d6cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:47.514150 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:48.903652 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:50.335874 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:51.576761 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:06:51.928010 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cbdeb-9145-416a-8ba0-01bde4c448b0 req-bf734061-c565-4ebb-84ba-c40e76790c53 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:51.929394 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-165cbdeb-9145-416a-8ba0-01bde4c448b0 req-bf734061-c565-4ebb-84ba-c40e76790c53 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0541048 Apr 06 13:06:51.976784 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-165cbdeb-9145-416a-8ba0-01bde4c448b0 req-c8450a8b-1343-472d-be3b-5030ccf5f18e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Apr 06 13:06:51.999649 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56788) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:52.089724 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2881f6-4531-476d-812f-fbe5b58c1ff0 tempest-TestMinimumBasicScenario-1676461768 tempest-TestMinimumBasicScenario-1676461768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:52.091259 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-ab2881f6-4531-476d-812f-fbe5b58c1ff0 tempest-TestMinimumBasicScenario-1676461768 tempest-TestMinimumBasicScenario-1676461768-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1125 time: 0.0906081 Apr 06 13:06:52.094227 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56792) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:52.098521 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'floatingip': {'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'port_id': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:52.119668 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:52.214161 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (None), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:52.319356 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_common [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Allocated IP 172.27.1.174 (bde6e536-f120-4182-836a-141e45c89d91/61f12f8e-0e56-4bd2-bb90-a1a601cc7aef/5af2477b-5690-4726-bab2-42c9259da639) {{(pid=109707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:06:52.420482 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for port (5af2477b-5690-4726-bab2-42c9259da639), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:52.451914 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729488006660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (5af2477b-5690-4726-bab2-42c9259da639), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:52.490547 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Network bde6e536-f120-4182-836a-141e45c89d91 is already hosted by enough agents. {{(pid=109707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:06:52.495337 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.base_scheduler [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Resources bound (agent type, host, resource id): {{(pid=109707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:06:52.497951 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Received port after_create {{(pid=109707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:06:52.525050 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'Port': ['ID=5af2477b-5690-4726-bab2-42c9259da639,revision_number=1']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:52.536179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.536523 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.536862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.537204 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.537532 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.537886 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.538213 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.538537 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.538862 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.539191 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.539529 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.540681 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.541006 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.541328 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.541692 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:06:52.876868 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for floatingip (31de949b-295c-4877-a0ac-c0cf5ad04362), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:52.946811 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (5af2477b-5690-4726-bab2-42c9259da639), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.095612 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for port (5af2477b-5690-4726-bab2-42c9259da639), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.099962 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (5af2477b-5690-4726-bab2-42c9259da639), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.169210 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'Port': ['ID=5af2477b-5690-4726-bab2-42c9259da639,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:53.178933 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491933'] for floatingip (31de949b-295c-4877-a0ac-c0cf5ad04362), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.284355 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Floating IP 31de949b-295c-4877-a0ac-c0cf5ad04362 associated. External IP: 172.27.1.174, port: 6bac0944-b4ee-438f-bff5-a83143cfd614. Apr 06 13:06:53.707745 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Router 3ad6d8ab-0f18-4471-8cab-657730607269 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:06:53.818479 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:06:53.828016 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Sync routers for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:06:53.837419 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.839058 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:53.839659 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:06:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:53.866881 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-74e3d0b0-6534-4602-9a9e-2261286a2889 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7716179 Apr 06 13:06:53.867462 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:06:53.869778 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26f6b63-1567-43e2-891f-367ea4321674" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:06:53.869955 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56794) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:53.881238 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1774583086', 'description': 'tempest-secgroup-smoke-1774583086 description', 'project_id': '892bf9a242a641b3a5354852056c1dac'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:53.905811 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (None), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.958073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:53.982960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (9ba01638-ad3a-4648-8d7d-4c0835043545), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:53.984896 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45ed5f-4ae6-4bd1-9280-2ad3664aa36d x-openstack-request-id: req-3e45ed5f-4ae6-4bd1-9280-2ad3664aa36d {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:06:53.985395 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:06:53.985543 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e45ed5f-4ae6-4bd1-9280-2ad3664aa36d {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:06:53.986067 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e45ed5f-4ae6-4bd1-9280-2ad3664aa36d'] response: {'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:06:53.990781 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9ba01638-ad3a-4648-8d7d-4c0835043545), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.048084 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.049313 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1783571 Apr 06 13:06:54.052551 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa54907-6f97-466e-a5fb-b4c74fac512b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba01638-ad3a-4648-8d7d-4c0835043545,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.052766 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56800) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.066946 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.068467 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6b63-1567-43e2-891f-367ea4321674 req-eb4db1cc-cba4-47f0-962b-1c8f34d04d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:54.070044 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-eb4db1cc-cba4-47f0-962b-1c8f34d04d5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1130 time: 0.0614607 Apr 06 13:06:54.095977 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (628ad1fb-9e72-4489-a035-0127e578f2fb), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.153620 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (628ad1fb-9e72-4489-a035-0127e578f2fb), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.157466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (628ad1fb-9e72-4489-a035-0127e578f2fb), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.172778 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6b63-1567-43e2-891f-367ea4321674 req-0e76a5d7-4091-4107-a021-0868a886d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:54.174402 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-0e76a5d7-4091-4107-a021-0868a886d0c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0966613 Apr 06 13:06:54.178022 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628ad1fb-9e72-4489-a035-0127e578f2fb,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.186949 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.189393 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-1e7d2d83-778e-420f-a20d-e30f19e66791 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344905 Apr 06 13:06:54.191481 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56802) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.198813 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.219965 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '31de949b-295c-4877-a0ac-c0cf5ad04362', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'port_id': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'mac_address': 'fa:16:3e:8e:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:06:52Z', 'updated_at': '2022-04-06T13:06:52Z', 'revision_number': 0, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:54.224769 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (5be455e8-f009-40ff-980c-b3fdccc45b03), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.244576 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-84ed76f5-62da-4809-93c8-ad7ae7c8b2ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1000 time: 0.0637717 Apr 06 13:06:54.249235 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Checking router: 3ad6d8ab-0f18-4471-8cab-657730607269 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:06:54.260548 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:06:54.261177 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:06:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:54.289410 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (5be455e8-f009-40ff-980c-b3fdccc45b03), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.294107 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (5be455e8-f009-40ff-980c-b3fdccc45b03), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.297999 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6b63-1567-43e2-891f-367ea4321674 req-09d88d18-50f5-459e-ba82-cee01ae7f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:54.299517 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-09d88d18-50f5-459e-ba82-cee01ae7f019 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0486104 Apr 06 13:06:54.319509 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be455e8-f009-40ff-980c-b3fdccc45b03,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.334258 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.335836 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-f12940ca-4a8d-4b7f-8d3f-4dc4040185fb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411772 Apr 06 13:06:54.339000 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56804) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.344956 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.363448 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6b63-1567-43e2-891f-367ea4321674 req-34c305cb-7738-4a9c-8228-cc90e19224ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:54.365177 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-34c305cb-7738-4a9c-8228-cc90e19224ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598543 Apr 06 13:06:54.372171 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (191a2cb1-0202-4600-9352-9cb2d3ae8497), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.384814 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:06:54.433049 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (191a2cb1-0202-4600-9352-9cb2d3ae8497), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.437821 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (191a2cb1-0202-4600-9352-9cb2d3ae8497), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.456178 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191a2cb1-0202-4600-9352-9cb2d3ae8497,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.458675 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-6216a22b-7720-4735-8c8b-9443aee1a70a service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877516 Apr 06 13:06:54.465499 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.466731 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-b4c5a62a-1149-4428-aab2-92c1a5f21462 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264534 Apr 06 13:06:54.469371 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56806) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.473672 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.501640 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (4018b135-c978-41e9-bfbf-905dc9a6a586), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.560049 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-f26f6b63-1567-43e2-891f-367ea4321674 req-7b900568-d354-45c0-b290-1c1efba232c9 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944691 Apr 06 13:06:54.563507 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (4018b135-c978-41e9-bfbf-905dc9a6a586), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.568235 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (4018b135-c978-41e9-bfbf-905dc9a6a586), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.584037 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4018b135-c978-41e9-bfbf-905dc9a6a586,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.596202 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.597529 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-867e52ee-3151-445e-ace0-0ef820370c0b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270819 Apr 06 13:06:54.600099 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56808) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.605002 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.625980 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.securitygroups_db [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Project 892bf9a242a641b3a5354852056c1dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:06:54.630882 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (0b6f9847-2b81-45c5-bd59-47e52a33d709), before_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.639822 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '31de949b-295c-4877-a0ac-c0cf5ad04362', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'port_id': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'mac_address': 'fa:16:3e:8e:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:06:52Z', 'updated_at': '2022-04-06T13:06:52Z', 'revision_number': 0, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:06:54.667548 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ee529-400b-46fd-b69c-0a0bf9e76839 None None] The sync data for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi is: [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_floatingips': [{'id': '31de949b-295c-4877-a0ac-c0cf5ad04362', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'floating_ip_address': '172.27.1.174', 'floating_network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'router_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'port_id': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'mac_address': 'fa:16:3e:8e:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:06:52Z', 'updated_at': '2022-04-06T13:06:52Z', 'revision_number': 0, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:06:54.692930 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (0b6f9847-2b81-45c5-bd59-47e52a33d709), precommit_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.697182 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (0b6f9847-2b81-45c5-bd59-47e52a33d709), after_create {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.715557 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6f9847-2b81-45c5-bd59-47e52a33d709,revision_number=0']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.724573 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.729405 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-81319ab6-0305-4526-8710-bf492dc89f1c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246951 Apr 06 13:06:54.729810 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56810) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:06:54.734679 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.v2.base [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'security_group_rule': {'security_group_id': '9ba01638-ad3a-4648-8d7d-4c0835043545', 'project_id': '892bf9a242a641b3a5354852056c1dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:54.755111 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.db.securitygroups_db [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Project 892bf9a242a641b3a5354852056c1dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:06:54.760866 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (17e69ada-1661-4475-88c6-89db85df7f24), before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.825332 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (17e69ada-1661-4475-88c6-89db85df7f24), precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.829118 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460425'] for security_group_rule (17e69ada-1661-4475-88c6-89db85df7f24), after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.848608 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e69ada-1661-4475-88c6-89db85df7f24,revision_number=0']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:54.858225 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:54.859480 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-85b0ddfe-6bfc-4fd4-b1c2-9ad58d257991 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285834 Apr 06 13:06:54.894387 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d117d87-476f-483a-9657-086c808f8a8c None None] New status for floating IP 31de949b-295c-4877-a0ac-c0cf5ad04362: ACTIVE {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:06:54.952241 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-5e53159f-80c8-4869-bf6c-c82bc90ab3cb tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774583086&fields=id&tenant_id=892bf9a242a641b3a5354852056c1dac HTTP/1.1" status: 200 len: 267 time: 0.0444551 Apr 06 13:06:55.009717 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-982ea2f2-54ef-443c-a411-dfd3e31cdee4 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:55.011125 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-982ea2f2-54ef-443c-a411-dfd3e31cdee4 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0532858 Apr 06 13:06:55.022046 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'port': {'security_groups': ['2ab7552f-1bdf-469c-91e4-aeaf4b9c828e', '9ba01638-ad3a-4648-8d7d-4c0835043545']}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:06:55.096280 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:55.318587 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:06:55.348380 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:55.354301 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:55.365937 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['6bac0944-b4ee-438f-bff5-a83143cfd614'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:06:55.433760 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:55.434426 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:55.435854 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-14b3dde4-4cd8-4e25-ba2d-3c6ac4ae1f06 req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "PUT /v2.0/ports/6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 982 time: 0.4184401 Apr 06 13:06:55.478619 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af268b85-3d18-442d-ba54-31c7be2f4ce9 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=6']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:06:55.492963 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['6bac0944-b4ee-438f-bff5-a83143cfd614'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:06:55.560299 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eb934-ca3b-493c-ae55-7f12243354d6 req-1d39d468-98d0-440d-9deb-0c9b3be8d910 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:55.566117 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-013eb934-ca3b-493c-ae55-7f12243354d6 req-1d39d468-98d0-440d-9deb-0c9b3be8d910 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0610745 Apr 06 13:06:55.630856 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-013eb934-ca3b-493c-ae55-7f12243354d6 req-3af69793-c3bb-4c47-b4c9-89ad69c093c2 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617669 Apr 06 13:06:55.695627 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-38210129-bef0-4d01-8c34-80070d37efb8 None None] Provisioning complete for port 6bac0944-b4ee-438f-bff5-a83143cfd614 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:06:55.696423 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-38210129-bef0-4d01-8c34-80070d37efb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:55.895898 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-38210129-bef0-4d01-8c34-80070d37efb8 None None] Current status of the port 6bac0944-b4ee-438f-bff5-a83143cfd614 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:06:55.987830 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:06:55.990258 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c62f241-7f95-486f-a5c2-60f059915fff" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:06:56.025622 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0e7a8-639c-47ff-a7f6-dad4d1c1b7de x-openstack-request-id: req-83a0e7a8-639c-47ff-a7f6-dad4d1c1b7de {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:06:56.026257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:06:56.026257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83a0e7a8-639c-47ff-a7f6-dad4d1c1b7de {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:06:56.026562 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a0e7a8-639c-47ff-a7f6-dad4d1c1b7de'] response: {'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:06:56.092519 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f241-7f95-486f-a5c2-60f059915fff req-2e59de8e-cd42-4e22-939d-b86a95d34a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:56.094071 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-2e59de8e-cd42-4e22-939d-b86a95d34a26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1169 time: 0.0455186 Apr 06 13:06:56.187871 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f241-7f95-486f-a5c2-60f059915fff req-7d5b3d3e-973f-4ee6-bc9a-98d8339e8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:56.189222 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-7d5b3d3e-973f-4ee6-bc9a-98d8339e8ab6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0875497 Apr 06 13:06:56.256100 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-f434bf99-c2ae-439e-8f10-627922e7ff18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1002 time: 0.0584629 Apr 06 13:06:56.309412 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f241-7f95-486f-a5c2-60f059915fff req-901fb5f9-50ff-4338-a864-87a2bcfeda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:56.311287 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-901fb5f9-50ff-4338-a864-87a2bcfeda27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0495455 Apr 06 13:06:56.366178 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f241-7f95-486f-a5c2-60f059915fff req-d02b8dfa-5813-4a4e-8a76-339ca060339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:06:56.368328 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-d02b8dfa-5813-4a4e-8a76-339ca060339f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510993 Apr 06 13:06:56.460683 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-c4c9835d-f651-4df6-b99a-86c71772efa6 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Apr 06 13:06:56.551290 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-9c62f241-7f95-486f-a5c2-60f059915fff req-a31313af-0dbf-452f-8c48-52d184ae9805 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Apr 06 13:06:58.778604 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:09.845419 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-6c226c99-fe5d-42a9-9a17-46651d312813 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445211 Apr 06 13:07:09.931674 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-18b43f19-25f1-408a-b521-710114cec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:09.933206 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-18b43f19-25f1-408a-b521-710114cec33d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1169 time: 0.0466444 Apr 06 13:07:10.036352 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-f8f3e737-bfeb-4d49-aeb3-2d02299f71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:10.037920 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-f8f3e737-bfeb-4d49-aeb3-2d02299f71ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0869858 Apr 06 13:07:10.102667 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-d2322866-6d7a-4ebf-a54f-68fe65523ffa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1002 time: 0.0578916 Apr 06 13:07:10.150317 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-b6ea872c-e5f3-4e48-843f-c6b6e677dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:10.151752 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-b6ea872c-e5f3-4e48-843f-c6b6e677dcaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0428083 Apr 06 13:07:10.206566 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-faba0fdb-b5db-4d06-97be-3f8dd0230101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:10.208229 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-faba0fdb-b5db-4d06-97be-3f8dd0230101 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505021 Apr 06 13:07:10.302175 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-146998a6-de5e-4b99-a1f9-f9dc04236b28 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878139 Apr 06 13:07:10.401741 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-09a46489-5749-4cb9-92e0-a31f29fb5747 req-a8afc72d-47e6-43a5-9b8c-633f98a5c789 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934601 Apr 06 13:07:13.620336 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-62c2ba85-413c-4053-8c69-54a53e275ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:16.251193 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-12a2827d-102c-4754-a396-d9f8ecbaccde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:17.516248 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:18.905634 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:19.286143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-287a1ba6-a710-4e5f-bf33-3b6073b26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:19.287009 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa30b1-77f0-447f-a161-63165f03826a req-f656b0db-fea4-406a-8781-4113dfe3d579 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:19.287732 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-287a1ba6-a710-4e5f-bf33-3b6073b26db9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1169 time: 0.0470300 Apr 06 13:07:19.288460 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2bfa30b1-77f0-447f-a161-63165f03826a req-f656b0db-fea4-406a-8781-4113dfe3d579 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0591543 Apr 06 13:07:19.349465 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2bfa30b1-77f0-447f-a161-63165f03826a req-76ecc23a-e3b4-4ec4-b33f-548db60433c2 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547655 Apr 06 13:07:19.385531 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-68ba5da0-2306-4867-9926-7e6a116d251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:19.387127 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-68ba5da0-2306-4867-9926-7e6a116d251d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0929501 Apr 06 13:07:19.454115 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-402d8c87-c307-4221-92be-6cb211a4b972 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1002 time: 0.0600173 Apr 06 13:07:19.502289 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-babb3807-d4a5-4c27-bcd7-d1475500c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:19.503719 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-babb3807-d4a5-4c27-bcd7-d1475500c2cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0438848 Apr 06 13:07:19.556008 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-0bb792ab-7303-420b-9904-f09b413c7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:19.557510 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-0bb792ab-7303-420b-9904-f09b413c7d60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477855 Apr 06 13:07:19.644604 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-6a6968a3-ff55-43d8-9ac2-28e9e3c1c2ae service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801909 Apr 06 13:07:19.736193 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-5a6033a7-86ac-4c27-ab10-bd28921a33d1 req-6cfd5bfd-9342-4028-b663-831317e625c1 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857210 Apr 06 13:07:20.339024 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:20.470775 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140275b5-9c89-4fb6-b78d-e80274cf39c6 req-e927cb9e-cfa9-42c1-99a5-c937368c0044 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:20.472252 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-140275b5-9c89-4fb6-b78d-e80274cf39c6 req-e927cb9e-cfa9-42c1-99a5-c937368c0044 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0525022 Apr 06 13:07:20.530480 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-140275b5-9c89-4fb6-b78d-e80274cf39c6 req-73c69b07-f443-4a36-ba2e-e467a6231fe5 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519392 Apr 06 13:07:21.651845 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42354-9250-4d99-802a-39d99dcbea0e req-cc23e61a-5bef-4289-a617-82b103bcfe0e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:21.653266 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ad42354-9250-4d99-802a-39d99dcbea0e req-cc23e61a-5bef-4289-a617-82b103bcfe0e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0572805 Apr 06 13:07:21.717424 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2ad42354-9250-4d99-802a-39d99dcbea0e req-d51a8dd9-b84e-40a4-b39d-11306ed9cdce tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583532 Apr 06 13:07:22.836855 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8d35-4a12-430a-8ff7-500fdd8921d1 req-eb94f3da-ce04-4cb9-a3bb-76e82691cf59 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:22.837991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-677d8d35-4a12-430a-8ff7-500fdd8921d1 req-eb94f3da-ce04-4cb9-a3bb-76e82691cf59 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0550585 Apr 06 13:07:22.895934 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-677d8d35-4a12-430a-8ff7-500fdd8921d1 req-5c5be999-91f6-4ef2-a052-80c11609599e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522473 Apr 06 13:07:24.015028 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7930a-8642-40a5-9618-eedbe7163aa5 req-140261e2-f7d5-4d0a-9786-95fd9e0b71e8 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:24.016501 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fea7930a-8642-40a5-9618-eedbe7163aa5 req-140261e2-f7d5-4d0a-9786-95fd9e0b71e8 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0530903 Apr 06 13:07:24.074936 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-fea7930a-8642-40a5-9618-eedbe7163aa5 req-5ef9ca13-ace6-47e4-b3f7-3f05a5d332b5 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526986 Apr 06 13:07:25.197485 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af75863-364d-468b-b400-e909f1fd84c7 req-6d662152-ffe0-4d17-9a09-b83aba05c88d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:25.198980 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0af75863-364d-468b-b400-e909f1fd84c7 req-6d662152-ffe0-4d17-9a09-b83aba05c88d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0572281 Apr 06 13:07:25.260271 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0af75863-364d-468b-b400-e909f1fd84c7 req-6747f65b-2aa3-47a8-95fa-ccc2a1a95a4c tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555975 Apr 06 13:07:26.379828 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fc9a-22b8-490b-b0f3-3e498b3423bd req-a73fa066-d317-43cb-9dc8-82d71caf030d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:26.381297 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8124fc9a-22b8-490b-b0f3-3e498b3423bd req-a73fa066-d317-43cb-9dc8-82d71caf030d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0535021 Apr 06 13:07:26.440363 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-8124fc9a-22b8-490b-b0f3-3e498b3423bd req-c31c5439-98a8-45e0-b093-989eb81e7c1e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533001 Apr 06 13:07:27.560751 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b329be-fdb5-421f-8990-7d4762a01997 req-a8008602-c96e-4593-be0f-99201ace519b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:27.562243 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8b329be-fdb5-421f-8990-7d4762a01997 req-a8008602-c96e-4593-be0f-99201ace519b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0559275 Apr 06 13:07:27.620375 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-a8b329be-fdb5-421f-8990-7d4762a01997 req-a6d85afe-9f26-4096-b0b7-4acdba4b2a4e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523720 Apr 06 13:07:28.576813 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:07:28.738762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c15311-4a8c-405a-9888-9243701c1e34 req-f78fea12-32df-45a0-b558-093850c89e1b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:28.740221 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3c15311-4a8c-405a-9888-9243701c1e34 req-f78fea12-32df-45a0-b558-093850c89e1b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0524724 Apr 06 13:07:28.777290 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:28.802409 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-d3c15311-4a8c-405a-9888-9243701c1e34 req-a867890d-8184-4774-9f8c-ee953fcf7642 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557702 Apr 06 13:07:29.920198 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193c869-7ef1-4cf1-8eec-96872b5fb86c req-0076b5d4-52d0-46c3-a3d3-46f16c82ad72 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:29.921688 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7193c869-7ef1-4cf1-8eec-96872b5fb86c req-0076b5d4-52d0-46c3-a3d3-46f16c82ad72 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0526886 Apr 06 13:07:29.987884 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-7193c869-7ef1-4cf1-8eec-96872b5fb86c req-a659b735-e86a-45a2-891a-e3d4097d91b8 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605597 Apr 06 13:07:31.108848 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26a93-7014-4170-b376-7b45301f89c8 req-3b29808a-d1f5-4d84-bd2a-fa9cdb7e1324 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:31.110327 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52d26a93-7014-4170-b376-7b45301f89c8 req-3b29808a-d1f5-4d84-bd2a-fa9cdb7e1324 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0513663 Apr 06 13:07:31.169185 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-52d26a93-7014-4170-b376-7b45301f89c8 req-e81ab318-e31c-48ba-8ce1-ec69af49f635 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532014 Apr 06 13:07:32.288617 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52148-2373-4b8a-9ad4-14625339896e req-1809064f-e156-420d-87a5-01b553edaf6b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:32.290407 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eaa52148-2373-4b8a-9ad4-14625339896e req-1809064f-e156-420d-87a5-01b553edaf6b tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0556366 Apr 06 13:07:32.351299 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-eaa52148-2373-4b8a-9ad4-14625339896e req-be6d6790-a189-441b-a740-fd3b2cb7935d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552173 Apr 06 13:07:33.522971 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab891af2-6c66-4412-91b8-10a30792a4e8 req-b9be7f6a-268e-44c9-817f-16b3f2e58ad5 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:33.524524 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ab891af2-6c66-4412-91b8-10a30792a4e8 req-b9be7f6a-268e-44c9-817f-16b3f2e58ad5 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0570745 Apr 06 13:07:33.583468 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ab891af2-6c66-4412-91b8-10a30792a4e8 req-9e49d7f9-53c1-4004-8c27-2927672ef88a tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531154 Apr 06 13:07:34.703534 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395676-be55-429a-a5e9-521cbe564b41 req-c0efcd0c-669d-47ce-897d-2af1625e34e3 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:34.705016 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d395676-be55-429a-a5e9-521cbe564b41 req-c0efcd0c-669d-47ce-897d-2af1625e34e3 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0530162 Apr 06 13:07:34.766234 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-0d395676-be55-429a-a5e9-521cbe564b41 req-af354c89-3df1-46c4-a7a6-20df0ae962c7 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555501 Apr 06 13:07:35.888532 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97250f75-9785-4c73-9728-68df14f7138d req-447a1da0-e9df-4ed6-b5ae-cee94367f956 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:35.890051 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-97250f75-9785-4c73-9728-68df14f7138d req-447a1da0-e9df-4ed6-b5ae-cee94367f956 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0562997 Apr 06 13:07:35.959088 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-97250f75-9785-4c73-9728-68df14f7138d req-948aa0a8-a0e9-4da8-b924-99ad941b3dfa tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633104 Apr 06 13:07:37.081659 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e01ec-ee6f-474d-8acf-a808cbe826aa req-d16900d2-8b60-4248-bc81-add6ccd896ff tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:07:37.083029 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-616e01ec-ee6f-474d-8acf-a808cbe826aa req-d16900d2-8b60-4248-bc81-add6ccd896ff tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0513971 Apr 06 13:07:37.141718 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-616e01ec-ee6f-474d-8acf-a808cbe826aa req-0e109210-cd1a-4ce0-8a3a-690a48146229 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&id=9ba01638-ad3a-4648-8d7d-4c0835043545&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522041 Apr 06 13:07:43.622779 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1e97338c-76d7-4d0a-b444-2760a4706788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:46.253021 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-50a928f5-e778-4b20-bbb9-72bcce5d8aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:47.520935 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:48.910000 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:50.346595 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:58.792478 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:05.578294 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:08:09.401772 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-c77ec30f-09b5-4278-9e83-d61086d659ba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1774583086&fields=id&tenant_id=892bf9a242a641b3a5354852056c1dac HTTP/1.1" status: 200 len: 267 time: 0.0440927 Apr 06 13:08:09.457398 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-c9ba85e4-7ae5-4b5b-8b5a-278344412693 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:09.458890 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-c9ba85e4-7ae5-4b5b-8b5a-278344412693 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 985 time: 0.0517845 Apr 06 13:08:09.470093 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.v2.base [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Request body: {'port': {'security_groups': ['2ab7552f-1bdf-469c-91e4-aeaf4b9c828e']}} {{(pid=109707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:08:09.543963 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553656'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.714737 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:09.743199 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.747625 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729488466198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729488006678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729488006696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65362586'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.759193 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['6bac0944-b4ee-438f-bff5-a83143cfd614'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:08:09.797123 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:09.797797 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.799243 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-434f7479-2cd3-4cba-ae1c-5beb4ff81fc1 req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "PUT /v2.0/ports/6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 943 time: 0.3335910 Apr 06 13:08:09.799703 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:08:09.802170 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:08:09.805073 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56874) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:09.822732 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event updated for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=7']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:09.830677 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.831171 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.831522 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.831859 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.832191 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.832520 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.832848 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.833173 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.833500 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.833868 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.834179 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.834506 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.834829 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.835151 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.835473 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d6f4d0-8497-4d80-a640-0df596fe6b6e tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:09.855254 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067935bc-dc4f-4f66-9baa-7bb66168bf79 x-openstack-request-id: req-067935bc-dc4f-4f66-9baa-7bb66168bf79 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:08:09.856446 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:08:09.857257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-067935bc-dc4f-4f66-9baa-7bb66168bf79 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:08:09.858415 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067935bc-dc4f-4f66-9baa-7bb66168bf79'] response: {'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:08:09.861106 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] get_ports_and_sgs() called for port_ids ['6bac0944-b4ee-438f-bff5-a83143cfd614'] {{(pid=109708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:08:09.943247 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (9ba01638-ad3a-4648-8d7d-4c0835043545), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.970301 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-f917c33b-56f6-4dd6-8999-b790a474ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:09.972116 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-f917c33b-56f6-4dd6-8999-b790a474ebc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1130 time: 0.0914359 Apr 06 13:08:09.997437 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (9ba01638-ad3a-4648-8d7d-4c0835043545), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.066215 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.provisioning_blocks [None req-e5c8de97-1bf8-4006-b858-6125308e99c5 None None] Provisioning complete for port 6bac0944-b4ee-438f-bff5-a83143cfd614 triggered by entity DHCP. {{(pid=109708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:08:10.066438 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e5c8de97-1bf8-4006-b858-6125308e99c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346745'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), provisioning_complete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.099213 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-f90d82e8-80a8-4b6f-bbdd-b6f87c4cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:10.100877 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-f90d82e8-80a8-4b6f-bbdd-b6f87c4cdfd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.1234913 Apr 06 13:08:10.152839 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8de97-1bf8-4006-b858-6125308e99c5 None None] Current status of the port 6bac0944-b4ee-438f-bff5-a83143cfd614 is: ACTIVE; New status is: ACTIVE {{(pid=109708) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:08:10.161433 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (9ba01638-ad3a-4648-8d7d-4c0835043545), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.163972 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.167868 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ba01638-ad3a-4648-8d7d-4c0835043545 HTTP/1.1" status: 204 len: 168 time: 0.3586464 Apr 06 13:08:10.168269 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56876) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:10.179212 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba01638-ad3a-4648-8d7d-4c0835043545,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:10.182439 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-be038b07-3557-426a-a59f-08af9dfb767b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 1002 time: 0.0754600 Apr 06 13:08:10.188059 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.188403 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.188740 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.189072 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.189399 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.189749 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.190075 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.190394 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.190716 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.191034 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.191354 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.191731 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.191986 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.192300 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.192613 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348cbf2-4061-4016-bba9-193fba972d94 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:10.259030 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-739848ba-31eb-4541-bd6b-3a679add09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:10.261239 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-739848ba-31eb-4541-bd6b-3a679add09a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0651655 Apr 06 13:08:10.311559 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-e415c59c-f9c3-4b71-b7e9-23e0eb402f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:10.313082 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-e415c59c-f9c3-4b71-b7e9-23e0eb402f43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463812 Apr 06 13:08:10.344752 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Deleting port 5af2477b-5690-4726-bab2-42c9259da639 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:10.345090 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (5af2477b-5690-4726-bab2-42c9259da639), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.403846 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-a371c186-2378-458b-9bfe-e74dc885d1e9 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850811 Apr 06 13:08:10.421428 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (5af2477b-5690-4726-bab2-42c9259da639), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.422073 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for floatingip (5af2477b-5690-4726-bab2-42c9259da639), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.434130 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Calling delete_port for 5af2477b-5690-4726-bab2-42c9259da639 owned by network:floatingip {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:10.495556 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-259b2be7-fbd3-4db9-805d-48f9bfd98d0a req-b7975c38-4b61-437c-92cd-da7ff7830895 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861888 Apr 06 13:08:10.583167 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (5af2477b-5690-4726-bab2-42c9259da639), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.606510 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event deleted for resources: {'Port': ['ID=5af2477b-5690-4726-bab2-42c9259da639,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:10.672421 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks [] for floatingip (31de949b-295c-4877-a0ac-c0cf5ad04362), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.672747 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.db.l3_db [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Floating IP 31de949b-295c-4877-a0ac-c0cf5ad04362 disassociated (deleted). External IP: 172.27.1.174, port: 6bac0944-b4ee-438f-bff5-a83143cfd614. Apr 06 13:08:10.879581 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Router 3ad6d8ab-0f18-4471-8cab-657730607269 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:08:10.988820 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:08:10.993651 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for floatingip (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:10.999657 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Sync routers for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:08:11.008974 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:11.009596 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:07:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:11.026788 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-071bc2b1-98f5-45b0-a7cc-c0ea39f40fba tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "DELETE /v2.0/floatingips/31de949b-295c-4877-a0ac-c0cf5ad04362 HTTP/1.1" status: 204 len: 168 time: 0.8574138 Apr 06 13:08:11.121112 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:11.335079 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:11.361823 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Checking router: 3ad6d8ab-0f18-4471-8cab-657730607269 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:08:11.370074 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:11.370675 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:07:46Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:11.481091 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:11.679030 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:11.710214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b8bd1-8994-4e68-a468-f7facfcd439b None None] The sync data for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi is: [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:06:03Z', 'revision_number': 4, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi', '_interfaces': [{'id': '237aa7b1-19a6-4dd9-b38e-541fdd24091a', 'name': '', 'network_id': '3db7577d-d23b-49de-a38b-f5b2a7ca781c', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'mac_address': 'fa:16:3e:bc:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:03Z', 'updated_at': '2022-04-06T13:06:08Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'subnets': [{'id': 'd445c8d3-473b-465b-820b-b047c4f25d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:08:11.843423 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-e38c07c2-a7f2-4cd8-8b52-621acaf0c530 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462360 Apr 06 13:08:11.859318 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:08:11.862705 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0d17ef2b8067dc654834affea7aaaf2e7a604887a2095fe83ab5fd66944eaf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba990082-5652-494c-87a9-2b70da0ef827" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:08:11.906518 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30809c-4ba1-43bf-a769-3a9ea4160bf6 x-openstack-request-id: req-dc30809c-4ba1-43bf-a769-3a9ea4160bf6 {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:08:11.906880 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:08:11.907358 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc30809c-4ba1-43bf-a769-3a9ea4160bf6 {{(pid=109707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:08:11.907827 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc30809c-4ba1-43bf-a769-3a9ea4160bf6'] response: {'name': 'network-changed', 'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:08:11.945171 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21101-db14-4f59-857a-e35a964095c0 req-f71cbdcf-74b7-423b-aded-2f05eb6b6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:11.946504 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-f71cbdcf-74b7-423b-aded-2f05eb6b6607 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1130 time: 0.0586381 Apr 06 13:08:11.968326 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736587f6-8b0e-49a3-ab7c-7aa930155384 None None] New status for floating IP 31de949b-295c-4877-a0ac-c0cf5ad04362: DOWN {{(pid=109709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:08:12.063237 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21101-db14-4f59-857a-e35a964095c0 req-69503277-873c-4fff-b0ed-05f87124927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.064803 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-69503277-873c-4fff-b0ed-05f87124927a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0944321 Apr 06 13:08:12.105770 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-ae32b509-8842-41c9-901c-d6668ff534f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 217 time: 0.0352414 Apr 06 13:08:12.151763 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21101-db14-4f59-857a-e35a964095c0 req-b546d4cb-b9a5-4b8e-930c-434d7b5429f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.153173 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-b546d4cb-b9a5-4b8e-930c-434d7b5429f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0426497 Apr 06 13:08:12.205060 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21101-db14-4f59-857a-e35a964095c0 req-fcc9fa92-bec3-4203-9b19-9cb5c68baebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.206494 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-fcc9fa92-bec3-4203-9b19-9cb5c68baebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476260 Apr 06 13:08:12.294512 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-ea05271a-6bb2-4464-bc8b-01f841ec06b7 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Apr 06 13:08:12.388614 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-c5e21101-db14-4f59-857a-e35a964095c0 req-3b23d51d-a0bf-4dc6-a7bb-8af974a707a1 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882699 Apr 06 13:08:12.477011 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990082-5652-494c-87a9-2b70da0ef827 req-744f1beb-7c9f-4459-a64e-38e9674bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.479091 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-744f1beb-7c9f-4459-a64e-38e9674bf301 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=892bf9a242a641b3a5354852056c1dac&device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 1130 time: 0.0484030 Apr 06 13:08:12.576229 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990082-5652-494c-87a9-2b70da0ef827 req-ae9e051b-4e8e-4fac-b6a6-afe1d0b9b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.577776 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-ae9e051b-4e8e-4fac-b6a6-afe1d0b9b39c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 200 len: 916 time: 0.0932040 Apr 06 13:08:12.624688 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-23e7bad9-d1d4-4fb1-b8d6-9784eb4f200a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 200 len: 217 time: 0.0408936 Apr 06 13:08:12.675887 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990082-5652-494c-87a9-2b70da0ef827 req-f386fecc-7a55-4405-8603-d8e56ae3485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.677364 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-f386fecc-7a55-4405-8603-d8e56ae3485d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 200 len: 854 time: 0.0469022 Apr 06 13:08:12.726619 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990082-5652-494c-87a9-2b70da0ef827 req-f2b4a3bb-d54f-4be4-905b-f18f8c4e897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:12.728012 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-f2b4a3bb-d54f-4be4-905b-f18f8c4e897e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3db7577d-d23b-49de-a38b-f5b2a7ca781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436642 Apr 06 13:08:12.818410 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-4965f785-2bd4-401c-9a74-8c21a8752f4f service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Apr 06 13:08:12.910274 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-ba990082-5652-494c-87a9-2b70da0ef827 req-7c4ad8cd-04bb-483e-90b6-64a5451a2e02 service neutron] 10.222.0.11 "GET /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855215 Apr 06 13:08:13.625648 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb7ab-61e9-4b0a-af65-b60dfbe93ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:13.914356 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4200-cfca-4e30-a86b-caf86ef7cff5 req-511b9658-7531-4220-b680-475217a02ea7 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:13.916481 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ad7a4200-cfca-4e30-a86b-caf86ef7cff5 req-511b9658-7531-4220-b680-475217a02ea7 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0520792 Apr 06 13:08:13.962684 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-ad7a4200-cfca-4e30-a86b-caf86ef7cff5 req-72eebabd-1bd8-4362-9754-05b98b581194 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Apr 06 13:08:15.088547 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c89de-2f2d-4f1e-b3e9-3e430447a2ac req-4b6d1dfe-6dab-434d-a1e3-2d5edc73bc3d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:15.089968 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-115c89de-2f2d-4f1e-b3e9-3e430447a2ac req-4b6d1dfe-6dab-434d-a1e3-2d5edc73bc3d tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0580611 Apr 06 13:08:15.135660 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-115c89de-2f2d-4f1e-b3e9-3e430447a2ac req-e340b1c9-9713-43b2-9d69-1863e0e8b040 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Apr 06 13:08:15.342613 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-50607dfe-c503-47b1-ba5d-9cc7c3256daf tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:08:15.343976 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-50607dfe-c503-47b1-ba5d-9cc7c3256daf tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.11 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 946 time: 0.0524993 Apr 06 13:08:15.432553 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Deleting port 6bac0944-b4ee-438f-bff5-a83143cfd614 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:15.432881 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:15.779837 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] For port 6bac0944-b4ee-438f-bff5-a83143cfd614, host hv-cinder-83676, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83676',level=0,port_id=6bac0944-b4ee-438f-bff5-a83143cfd614,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:15.780195 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:15.792420 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Calling delete_port for 6bac0944-b4ee-438f-bff5-a83143cfd614 owned by compute:nova {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:15.928299 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (6bac0944-b4ee-438f-bff5-a83143cfd614), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:15.958143 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Pushing event deleted for resources: {'Port': ['ID=6bac0944-b4ee-438f-bff5-a83143cfd614,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:15.999902 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] No DVR routers for this DVR port 6bac0944-b4ee-438f-bff5-a83143cfd614 on host hv-cinder-83676 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:08:16.002374 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253366'] for port (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:16.005561 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [req-621eb776-4fa7-483f-a5e5-54c57d63d5ba req-dd26e196-af10-4ddf-9d54-92405da48377 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.11 "DELETE /v2.0/ports/6bac0944-b4ee-438f-bff5-a83143cfd614 HTTP/1.1" status: 204 len: 173 time: 0.6567407 Apr 06 13:08:16.006010 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'name': 'network-vif-deleted', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:08:16.008281 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f8c9be16772a9e9b376bf9346608e97176fc7f681fb381d418b9021587b5aae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80299816-3116-484a-83f3-3c7a204e70af" -d '{"events": [{"server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "name": "network-vif-deleted", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:08:16.046729 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fccf9-f77a-42ed-b038-fa6d24de8ce1 x-openstack-request-id: req-894fccf9-f77a-42ed-b038-fa6d24de8ce1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:08:16.047022 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b4b0d-ec9b-45bf-8b3b-52b7411e0306", "name": "network-vif-deleted", "tag": "6bac0944-b4ee-438f-bff5-a83143cfd614", "status": "completed", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:08:16.047277 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-894fccf9-f77a-42ed-b038-fa6d24de8ce1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:08:16.047673 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894fccf9-f77a-42ed-b038-fa6d24de8ce1'] response: {'server_uuid': 'f61b4b0d-ec9b-45bf-8b3b-52b7411e0306', 'name': 'network-vif-deleted', 'tag': '6bac0944-b4ee-438f-bff5-a83143cfd614', 'status': 'completed', 'code': 200} Apr 06 13:08:16.244698 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [req-2176895c-33a3-4977-b46f-80c70d209d02 req-ec796162-3a20-4819-8527-c388b9342379 tempest-TestMinimumBasicScenario-695115101 tempest-TestMinimumBasicScenario-695115101-project] 10.222.0.23 "GET /v2.0/ports?device_id=f61b4b0d-ec9b-45bf-8b3b-52b7411e0306 HTTP/1.1" status: 200 len: 210 time: 0.0295892 Apr 06 13:08:16.262740 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e8f47a0b-f024-4dfa-977c-bc40359d9914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:17.522930 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:17.575073 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 6bac0944-b4ee-438f-bff5-a83143cfd614 no longer exists at agent hyperv_hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:17.595571 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] No Port match for: 6bac0944-b4ee-438f-bff5-a83143cfd614 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:17.595919 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Device 6bac0944-b4ee-438f-bff5-a83143cfd614 not bound to the agent host hv-cinder-83676 {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:17.877054 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56964) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:18.226543 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (3ad6d8ab-0f18-4471-8cab-657730607269), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:18.688642 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Deleting port 237aa7b1-19a6-4dd9-b38e-541fdd24091a {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:18.688972 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:18.767466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] For port 237aa7b1-19a6-4dd9-b38e-541fdd24091a, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=237aa7b1-19a6-4dd9-b38e-541fdd24091a,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:18.767823 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:18.780458 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Calling delete_port for 237aa7b1-19a6-4dd9-b38e-541fdd24091a owned by network:router_interface {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:18.915191 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:18.966762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (237aa7b1-19a6-4dd9-b38e-541fdd24091a), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.000695 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Pushing event deleted for resources: {'Port': ['ID=237aa7b1-19a6-4dd9-b38e-541fdd24091a,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:19.175255 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (3ad6d8ab-0f18-4471-8cab-657730607269), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.398466 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Router 3ad6d8ab-0f18-4471-8cab-657730607269 has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:08:19.506455 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:08:19.512308 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c381e33a-bbf5-4594-bccb-6e3fc2b389eb admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad6d8ab-0f18-4471-8cab-657730607269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328466 Apr 06 13:08:19.514762 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56966) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:19.517274 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Sync routers for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:08:19.527679 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:19.528535 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:08:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:19.622164 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks [] for router (3ad6d8ab-0f18-4471-8cab-657730607269), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.640304 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: dv-cinder-836769-2-iscsi {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:19.727837 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks [] for router_gateway (3ad6d8ab-0f18-4471-8cab-657730607269), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.780550 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Deleting port 14648587-b47f-478f-aeb7-45e932f88a52 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:19.780868 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (14648587-b47f-478f-aeb7-45e932f88a52), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.815757 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '14648587-b47f-478f-aeb7-45e932f88a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:08:18Z', 'revision_number': 5, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port': {'id': '14648587-b47f-478f-aeb7-45e932f88a52', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:01Z', 'updated_at': '2022-04-06T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:19.841369 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Checking router: 3ad6d8ab-0f18-4471-8cab-657730607269 for host: dv-cinder-836769-2-iscsi {{(pid=109708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:08:19.849508 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Routers {'3ad6d8ab-0f18-4471-8cab-657730607269'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:19.850134 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:08:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['3ad6d8ab-0f18-4471-8cab-657730607269'], 'active': True} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:19.862869 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] For port 14648587-b47f-478f-aeb7-45e932f88a52, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=14648587-b47f-478f-aeb7-45e932f88a52,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:19.863234 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (14648587-b47f-478f-aeb7-45e932f88a52), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:19.877982 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Calling delete_port for 14648587-b47f-478f-aeb7-45e932f88a52 owned by network:router_gateway {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:20.051826 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (14648587-b47f-478f-aeb7-45e932f88a52), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.066109 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvr_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] Set router 3ad6d8ab-0f18-4471-8cab-657730607269 gateway port host: None {{(pid=109708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:20.079107 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Pushing event deleted for resources: {'Port': ['ID=14648587-b47f-478f-aeb7-45e932f88a52,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:20.122288 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_hamode_db [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:08:19Z', 'revision_number': 6, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:20.140174 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (3ad6d8ab-0f18-4471-8cab-657730607269), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.148553 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99570c-4341-4989-b638-6a96af879d08 None None] The sync data for ids ['3ad6d8ab-0f18-4471-8cab-657730607269'] in dv-cinder-836769-2-iscsi is: [{'id': '3ad6d8ab-0f18-4471-8cab-657730607269', 'name': 'tempest-TestMinimumBasicScenario-1727971028-router', 'tenant_id': '892bf9a242a641b3a5354852056c1dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:00Z', 'updated_at': '2022-04-06T13:08:19Z', 'revision_number': 6, 'project_id': '892bf9a242a641b3a5354852056c1dac', 'gw_port_host': None}] {{(pid=109708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:08:20.242335 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (3ad6d8ab-0f18-4471-8cab-657730607269), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.245524 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks [] for router_controller (3ad6d8ab-0f18-4471-8cab-657730607269), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.290686 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (3ad6d8ab-0f18-4471-8cab-657730607269), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.291924 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad6d8ab-0f18-4471-8cab-657730607269 {{(pid=109707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:08:20.296257 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.297453 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-c431463c-9333-4b6a-a371-2de0e3ac3852 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ad6d8ab-0f18-4471-8cab-657730607269 HTTP/1.1" status: 204 len: 168 time: 0.7817771 Apr 06 13:08:20.299978 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56968) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:20.340915 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.349935 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Deleting subnet d445c8d3-473b-465b-820b-b047c4f25d8e {{(pid=109707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:08:20.353807 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Publish callbacks [] for subnet (d445c8d3-473b-465b-820b-b047c4f25d8e), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.391002 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64022796'] for subnet (d445c8d3-473b-465b-820b-b047c4f25d8e), precommit_delete_associations {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.472394 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (d445c8d3-473b-465b-820b-b047c4f25d8e), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.530121 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65362644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64652806'] for subnet (d445c8d3-473b-465b-820b-b047c4f25d8e), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.560066 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d445c8d3-473b-465b-820b-b047c4f25d8e,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:20.562115 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for subnet (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.566102 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-e49ba7bf-916e-48a6-b6b6-b0a514a3fa8f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d445c8d3-473b-465b-820b-b047c4f25d8e HTTP/1.1" status: 204 len: 168 time: 0.2651467 Apr 06 13:08:20.567783 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.wsgi [-] (109707) accepted ('10.222.0.23', 56970) {{(pid=109707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:20.569016 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ac560-33f5-4e62-9e38-31fad92ca9a9 None None] Network 3db7577d-d23b-49de-a38b-f5b2a7ca781c requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:08:20.652747 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (3db7577d-d23b-49de-a38b-f5b2a7ca781c), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.708947 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Deleting port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 {{(pid=109707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:20.709276 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.770227 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] For port 5d9c3b22-aa3c-400b-af3d-d154727c25d5, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=5d9c3b22-aa3c-400b-af3d-d154727c25d5,segment=NetworkSegment(a8ccf3c0-707d-4b53-b86b-b54b834853d9),segment_id=a8ccf3c0-707d-4b53-b86b-b54b834853d9)] {{(pid=109707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:20.770580 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.783139 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Calling delete_port for 5d9c3b22-aa3c-400b-af3d-d154727c25d5 owned by network:dhcp {{(pid=109707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:20.863702 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65362659'] for port (5d9c3b22-aa3c-400b-af3d-d154727c25d5), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.889084 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9c3b22-aa3c-400b-af3d-d154727c25d5,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:20.893380 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] No DVR routers for this DVR port 5d9c3b22-aa3c-400b-af3d-d154727c25d5 on host dv-cinder-836769-2-iscsi {{(pid=109707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:08:20.933814 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bc9a7-8409-44f2-ad2a-36b4c1493790 None None] DHCP port deletion for 3db7577d-d23b-49de-a38b-f5b2a7ca781c request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:08:20.974146 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (3db7577d-d23b-49de-a38b-f5b2a7ca781c), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:20.992747 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 237aa7b1-19a6-4dd9-b38e-541fdd24091a no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:20.997691 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db7577d-d23b-49de-a38b-f5b2a7ca781c']}} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:21.008893 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ccf3c0-707d-4b53-b86b-b54b834853d9') {'for_net_delete': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:21.009188 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.services.segments.db [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ccf3c0-707d-4b53-b86b-b54b834853d9') {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:21.020205 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64023031'] for segment (a8ccf3c0-707d-4b53-b86b-b54b834853d9), before_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.022655 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 237aa7b1-19a6-4dd9-b38e-541fdd24091a {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:21.022998 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 237aa7b1-19a6-4dd9-b38e-541fdd24091a not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:21.023413 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5d9c3b22-aa3c-400b-af3d-d154727c25d5 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:21.038485 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (a8ccf3c0-707d-4b53-b86b-b54b834853d9), precommit_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.043478 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 5d9c3b22-aa3c-400b-af3d-d154727c25d5 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:21.044100 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 5d9c3b22-aa3c-400b-af3d-d154727c25d5 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:21.044100 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 14648587-b47f-478f-aeb7-45e932f88a52 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:21.047126 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:08:21.047605 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65362622'] for segment (a8ccf3c0-707d-4b53-b86b-b54b834853d9), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: Traceback (most recent call last): Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: timer() Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: cb(*args, **kw) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: return func(*args, **kwargs) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: self._notify() Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: self.callback(batched_events) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: event.method(event) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: return f(self, *a, **k) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._get(url).json() Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: return self.request(url, 'GET', **kwargs) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:08:21.049435 dv-cinder-836769-2-iscsi neutron-server[109707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:08:21.066877 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 14648587-b47f-478f-aeb7-45e932f88a52 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:21.067417 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 14648587-b47f-478f-aeb7-45e932f88a52 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:21.108045 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (3db7577d-d23b-49de-a38b-f5b2a7ca781c), after_delete {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.113529 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.116991 dv-cinder-836769-2-iscsi neutron-server[109707]: INFO neutron.wsgi [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] 10.222.0.23 "DELETE /v2.0/networks/3db7577d-d23b-49de-a38b-f5b2a7ca781c HTTP/1.1" status: 204 len: 168 time: 0.5482364 Apr 06 13:08:21.120840 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56972) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:21.128488 dv-cinder-836769-2-iscsi neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d52444-fba1-42b9-9e42-64bbb6b40f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3db7577d-d23b-49de-a38b-f5b2a7ca781c,revision_number=None']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:21.478142 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494493'] for router_interface (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.728792 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Deleting port 8f3ac508-e5d2-4af9-a924-a618eb4f9021 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:21.729550 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.805960 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] For port 8f3ac508-e5d2-4af9-a924-a618eb4f9021, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=8f3ac508-e5d2-4af9-a924-a618eb4f9021,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:21.806321 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:21.822842 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Calling delete_port for 8f3ac508-e5d2-4af9-a924-a618eb4f9021 owned by network:router_interface {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:22.002877 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (8f3ac508-e5d2-4af9-a924-a618eb4f9021), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.028560 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3ac508-e5d2-4af9-a924-a618eb4f9021,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:22.194926 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-491789'] for router_interface (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.414620 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Router add41e25-b86e-4e0a-9d19-262118e9fe8c has already been hosted by L3 agent d2b4e5fa-d865-494d-95b3-799b92f05944 {{(pid=109706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:08:22.521728 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] Notify agent at l3_agent.dv-cinder-836769-2-iscsi the message routers_updated {{(pid=109706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:08:22.527007 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-93d5f474-2634-4372-843a-eaa9f1d006af admin admin] 10.222.0.23 "PUT /v2.0/routers/add41e25-b86e-4e0a-9d19-262118e9fe8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051514 Apr 06 13:08:22.529517 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56974) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:22.532021 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Sync routers for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:08:22.542761 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:22.543436 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:08:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:22.636409 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks [] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.650868 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: dv-cinder-836769-2-iscsi {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:22.740884 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks [] for router_gateway (add41e25-b86e-4e0a-9d19-262118e9fe8c), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.794018 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Deleting port 0b23687c-16fc-464b-a813-5d7fcb900c11 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:22.794355 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.831742 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'external_fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:08:21Z', 'revision_number': 5, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port': {'id': '0b23687c-16fc-464b-a813-5d7fcb900c11', 'name': '', 'network_id': 'bde6e536-f120-4182-836a-141e45c89d91', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836769-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:06:06Z', 'updated_at': '2022-04-06T13:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61f12f8e-0e56-4bd2-bb90-a1a601cc7aef', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836769-2-iscsi'}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:22.859938 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Checking router: add41e25-b86e-4e0a-9d19-262118e9fe8c for host: dv-cinder-836769-2-iscsi {{(pid=109709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:08:22.869514 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Routers {'add41e25-b86e-4e0a-9d19-262118e9fe8c'} bound to L3 agent in host dv-cinder-836769-2-iscsi {{(pid=109709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:08:22.870170 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836769-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:46:16Z,description=,heartbeat_timestamp=2022-04-06T13:08:16Z,host='dv-cinder-836769-2-iscsi',id=d2b4e5fa-d865-494d-95b3-799b92f05944,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:46:16Z,topic='l3_agent')) {'router_ids': ['add41e25-b86e-4e0a-9d19-262118e9fe8c'], 'active': True} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:22.880515 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] For port 0b23687c-16fc-464b-a813-5d7fcb900c11, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=0b23687c-16fc-464b-a813-5d7fcb900c11,segment=NetworkSegment(6d061107-5eae-460e-a558-130aa2927500),segment_id=6d061107-5eae-460e-a558-130aa2927500)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:22.880881 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:22.893621 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Calling delete_port for 0b23687c-16fc-464b-a813-5d7fcb900c11 owned by network:router_gateway {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:22.959153 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_dvr_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] Set router add41e25-b86e-4e0a-9d19-262118e9fe8c gateway port host: None {{(pid=109709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:08:23.014645 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.l3_hamode_db [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:08:22Z', 'revision_number': 6, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port_host': None}], 'dv-cinder-836769-2-iscsi', False) {} {{(pid=109709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:23.042049 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538a3b5-ce82-4b3e-a3da-a1c8fcb2bf27 None None] The sync data for ids ['add41e25-b86e-4e0a-9d19-262118e9fe8c'] in dv-cinder-836769-2-iscsi is: [{'id': 'add41e25-b86e-4e0a-9d19-262118e9fe8c', 'name': 'tempest-TestMinimumBasicScenario-434212820-router', 'tenant_id': '93b44ec61bc148d9a4caa03337f9353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:06:05Z', 'updated_at': '2022-04-06T13:08:22Z', 'revision_number': 6, 'project_id': '93b44ec61bc148d9a4caa03337f9353e', 'gw_port_host': None}] {{(pid=109709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:08:23.080675 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (0b23687c-16fc-464b-a813-5d7fcb900c11), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.103855 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b23687c-16fc-464b-a813-5d7fcb900c11,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:23.174738 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491979'] for router_gateway (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.267510 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2496'] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.269732 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks [] for router_controller (add41e25-b86e-4e0a-9d19-262118e9fe8c), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.317117 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-496497'] for router (add41e25-b86e-4e0a-9d19-262118e9fe8c), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.317696 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add41e25-b86e-4e0a-9d19-262118e9fe8c {{(pid=109706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:08:23.322635 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.324407 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d25fd346-b654-47d5-aa78-b856b9c68be1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/add41e25-b86e-4e0a-9d19-262118e9fe8c HTTP/1.1" status: 204 len: 168 time: 0.7938707 Apr 06 13:08:23.326827 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56976) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:23.373373 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Deleting subnet 7e66f246-48c8-4c86-aff2-b705f6772de4 {{(pid=109706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:08:23.376460 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Publish callbacks [] for subnet (7e66f246-48c8-4c86-aff2-b705f6772de4), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.412893 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64936187'] for subnet (7e66f246-48c8-4c86-aff2-b705f6772de4), precommit_delete_associations {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.500158 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1350629'] for subnet (7e66f246-48c8-4c86-aff2-b705f6772de4), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.553715 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1350634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64306842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65816191'] for subnet (7e66f246-48c8-4c86-aff2-b705f6772de4), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.577535 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e66f246-48c8-4c86-aff2-b705f6772de4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:23.583902 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.589561 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-da6890ea-070d-4405-a52d-2357c11e3581 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e66f246-48c8-4c86-aff2-b705f6772de4 HTTP/1.1" status: 204 len: 168 time: 0.2592795 Apr 06 13:08:23.589828 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56978) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:23.589947 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167d3b5-232e-494f-99f9-4a08825cfb49 None None] Network e05df814-5a76-423b-adbc-b246e0a11917 requested from dv-cinder-836769-2-iscsi {{(pid=109708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:08:23.664507 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620706'] for network (e05df814-5a76-423b-adbc-b246e0a11917), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.723539 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Deleting port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:23.723878 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.787602 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] For port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:23.787944 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.801315 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Calling delete_port for 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:23.832717 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] DHCP port deletion for e05df814-5a76-423b-adbc-b246e0a11917 request from dv-cinder-836769-2-iscsi {{(pid=109708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:08:23.885555 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Deleting port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f {{(pid=109708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:08:23.885814 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729488459825'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), before_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.891020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64306861'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.916585 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:23.923175 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] No DVR routers for this DVR port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f on host dv-cinder-836769-2-iscsi {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:08:23.961959 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.db [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] For port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f, host dv-cinder-836769-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836769-2-iscsi',level=0,port_id=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,segment=NetworkSegment(d0e97d65-d440-4f60-966c-9264237a8ad6),segment_id=d0e97d65-d440-4f60-966c-9264237a8ad6)] {{(pid=109708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:08:23.962292 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-504044'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), precommit_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:23.977010 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Calling delete_port for 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f owned by network:dhcp {{(pid=109708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:08:23.997147 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1348894', 'neutron.services.segments.db._delete_segments_for_network-8729488552313'] for network (e05df814-5a76-423b-adbc-b246e0a11917), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.019484 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05df814-5a76-423b-adbc-b246e0a11917']}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:24.030378 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e97d65-d440-4f60-966c-9264237a8ad6') {'for_net_delete': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:24.030726 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.services.segments.db [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e97d65-d440-4f60-966c-9264237a8ad6') {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:08:24.042185 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729488551298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64935936'] for segment (d0e97d65-d440-4f60-966c-9264237a8ad6), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.055668 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678'] for segment (d0e97d65-d440-4f60-966c-9264237a8ad6), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.058544 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1553467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729488466180', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729488006669'] for port (4a2bea37-6e4b-4663-bba4-77e14d8d6f8f), after_delete {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.064524 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:08:24.065019 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64306928'] for segment (d0e97d65-d440-4f60-966c-9264237a8ad6), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: Traceback (most recent call last): Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: timer() Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: cb(*args, **kw) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: return func(*args, **kwargs) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: self._notify() Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: self.callback(batched_events) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: event.method(event) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: return f(self, *a, **k) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._get(url).json() Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: return self.request(url, 'GET', **kwargs) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:08:24.066840 dv-cinder-836769-2-iscsi neutron-server[109706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:08:24.083680 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Pushing event deleted for resources: {'Port': ['ID=4a2bea37-6e4b-4663-bba4-77e14d8d6f8f,revision_number=None']} {{(pid=109708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:24.092866 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.093245 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.093603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.093935 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.094266 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.094707 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.094902 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.095221 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.095539 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.095890 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.096163 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.096482 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.096800 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.097186 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.097413 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836769-2-iscsi {{(pid=109708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:08:24.100362 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aa928-0dd7-4c43-8974-b100fcc2c0b0 None None] No DVR routers for this DVR port 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f on host dv-cinder-836769-2-iscsi {{(pid=109708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:08:24.133836 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1348967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-491951'] for network (e05df814-5a76-423b-adbc-b246e0a11917), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.140377 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603056'] for network (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.143667 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] 10.222.0.23 "DELETE /v2.0/networks/e05df814-5a76-423b-adbc-b246e0a11917 HTTP/1.1" status: 204 len: 168 time: 0.5528998 Apr 06 13:08:24.155750 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdadc82-157d-46aa-83d0-f5d2db901eef admin admin] Pushing event deleted for resources: {'Network': ['ID=e05df814-5a76-423b-adbc-b246e0a11917,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:24.323958 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56982) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:24.364686 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-9eab0a9e-9893-434e-ba36-e04015da7c30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=892bf9a242a641b3a5354852056c1dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393131 Apr 06 13:08:24.367020 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56984) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:24.420354 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] Publish callbacks [] for security_group (2ab7552f-1bdf-469c-91e4-aeaf4b9c828e), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.440408 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] Publish callbacks [] for security_group (2ab7552f-1bdf-469c-91e4-aeaf4b9c828e), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.486666 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (2ab7552f-1bdf-469c-91e4-aeaf4b9c828e), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.489123 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.490302 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ab7552f-1bdf-469c-91e4-aeaf4b9c828e HTTP/1.1" status: 204 len: 168 time: 0.1223190 Apr 06 13:08:24.498256 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3b12a-f832-488a-b8a8-005ce0c78ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab7552f-1bdf-469c-91e4-aeaf4b9c828e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:24.818760 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56990) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:24.859962 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-5bc9f86d-f985-4a1e-b569-c174207a6a47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93b44ec61bc148d9a4caa03337f9353e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399666 Apr 06 13:08:24.862561 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [-] (109706) accepted ('10.222.0.23', 56992) {{(pid=109706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:08:24.868384 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:24.892427 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:24.892769 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 4a2bea37-6e4b-4663-bba4-77e14d8d6f8f not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:24.893187 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0b23687c-16fc-464b-a813-5d7fcb900c11 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:24.911481 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] Publish callbacks [] for security_group (380bec51-3942-4f87-87f9-c1c08919d3bf), before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.911866 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 0b23687c-16fc-464b-a813-5d7fcb900c11 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:24.912214 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 0b23687c-16fc-464b-a813-5d7fcb900c11 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:24.912632 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 8f3ac508-e5d2-4af9-a924-a618eb4f9021 no longer exists at agent ovs-agent-dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:08:24.932593 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.plugin [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] No Port match for: 8f3ac508-e5d2-4af9-a924-a618eb4f9021 {{(pid=109708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:08:24.932927 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron.plugins.ml2.rpc [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Device 8f3ac508-e5d2-4af9-a924-a618eb4f9021 not bound to the agent host dv-cinder-836769-2-iscsi {{(pid=109708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:08:24.935609 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] Publish callbacks [] for security_group (380bec51-3942-4f87-87f9-c1c08919d3bf), precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.985229 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460900'] for security_group (380bec51-3942-4f87-87f9-c1c08919d3bf), after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.987970 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:24.989201 dv-cinder-836769-2-iscsi neutron-server[109706]: INFO neutron.wsgi [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/380bec51-3942-4f87-87f9-c1c08919d3bf HTTP/1.1" status: 204 len: 168 time: 0.1256649 Apr 06 13:08:24.997925 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a93e40-02f9-4e72-ad12-9ef903269a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bec51-3942-4f87-87f9-c1c08919d3bf,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:08:28.806470 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:42.577301 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:08:43.627845 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5fe2-d432-4923-baf4-ac906254e68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:46.257206 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8fdb19d1-da0c-4889-8527-0823561f82eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:47.526858 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:48.914283 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:50.343427 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:58.822995 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:13.628626 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-993e642c-31e1-4ecf-9335-dd1e4e429f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:16.259291 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-0f411e9c-5ea2-43c5-a066-4d039763fc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:17.528297 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:18.918115 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:19.576508 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:09:20.346457 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:28.846102 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:43.632603 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-5ad03aac-1823-4e77-b996-ee4633f8efea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:46.260457 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3b026235-f841-49df-80b4-6a79919cc182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:47.531888 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:48.920982 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:50.348451 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:56.575899 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:09:58.851657 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:13.635305 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-cc7ea57c-0b70-4b93-805b-8fc86a062030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:16.262087 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-afa501c1-4d55-439d-8703-e4fad0f3dcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:17.532759 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:18.926272 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:20.350428 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:28.851712 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:33.575169 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:10:43.637317 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1b9012cf-30be-45d5-b088-8cca96e0db1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:46.265199 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d0ebde11-61f0-4436-9b23-36f69d429a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:47.537464 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:48.926482 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:50.355158 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:10:58.866065 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:10.575512 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:11:13.640117 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-d0762ae2-a2d9-46df-8b64-b086806c9d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:16.267852 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-608bf6ae-1555-4dc3-89d4-85d1ba7adaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:17.540863 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:18.928237 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:20.357225 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:28.869590 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:43.643953 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-022b4356-eeff-44ac-9d03-f03181705564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:46.270155 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-6b320f1e-c1e1-479e-b789-12fae1419236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:47.544323 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:47.574642 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:11:48.932754 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:50.360578 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:11:58.867354 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:13.638086 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-525f9bab-7dfd-4507-8811-ed75826926fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:16.271930 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2909a656-1162-43b7-9389-577797c3c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:17.546207 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:18.934403 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:20.364346 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:24.574791 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:12:28.868079 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:43.653182 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-5f829799-64a4-4dbd-b20f-25087bd7aac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:46.277255 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-1b588601-22ab-4046-ba4a-446847073fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:47.553084 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:48.941497 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:50.377707 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:12:58.897946 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:01.575395 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:13:13.656649 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-e9046f34-f93c-441c-9da2-74c16c8b17fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:15.448765 dv-cinder-836769-2-iscsi neutron-server[109706]: DEBUG neutron.wsgi [req-6f2c3f1e-be1e-486c-81c3-4098b09affd8 req-952fefbe-395f-4b1c-b4a9-9625b1b484b9 service neutron] (109706) timed out ('10.222.0.11', 50810) {{(pid=109706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:13:16.277762 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-50e8f132-845e-41b7-8172-521d76beea36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:17.556013 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:18.943484 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:20.373624 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:28.899353 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-4c155d17-0b1c-46b9-9744-fb5059ebfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (a3ee0515-bcba-4163-bb4a-ae12b78e56b1), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:38.574932 dv-cinder-836769-2-iscsi neutron-server[109709]: DEBUG neutron.db.agents_db [None req-7884d5f8-12d3-4e42-8dad-8bb0f027e4db None None] Agent healthcheck: found 6 active agents {{(pid=109709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:13:43.651429 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-3eef7746-3fab-4eaa-9f7d-d6df49020de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (90b192dd-e446-45c7-bb61-bb376a4e408e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:46.274745 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2738e73f-ec6c-4a6f-a712-e3f193995c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (d2b4e5fa-d865-494d-95b3-799b92f05944), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:47.571034 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-ab7e533e-87be-4cd6-b536-d84129e999fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (1d0fcc8d-1923-47ce-be53-246a9a444288), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:48.960951 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb0ff-4d4f-4c56-8040-e2156a3bc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (3ad9b228-631c-4002-a472-b851abac76c5), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:13:50.381488 dv-cinder-836769-2-iscsi neutron-server[109708]: DEBUG neutron_lib.callbacks.manager [None req-2c831028-f532-466a-aa70-f182b1ab146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729488552295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346783'] for agent (2155eecb-1fa6-4675-aa0d-2326df7f420e), after_update {{(pid=109708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}